2024-11-25 03:39:49,800 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 03:39:49,813 main DEBUG Took 0.010561 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 03:39:49,813 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 03:39:49,813 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 03:39:49,815 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 03:39:49,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,825 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 03:39:49,842 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,844 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,846 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,847 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,847 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,848 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,849 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,850 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,852 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,852 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,855 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,856 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,859 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 03:39:49,862 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,862 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 03:39:49,864 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 03:39:49,866 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 03:39:49,869 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 03:39:49,870 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 03:39:49,874 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 03:39:49,875 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 03:39:49,888 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 03:39:49,898 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 03:39:49,900 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 03:39:49,902 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 03:39:49,903 main DEBUG createAppenders(={Console}) 2024-11-25 03:39:49,909 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-25 03:39:49,909 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-25 03:39:49,910 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-25 03:39:49,914 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 03:39:49,915 main DEBUG OutputStream closed 2024-11-25 03:39:49,915 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 03:39:49,916 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 03:39:49,916 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-25 03:39:50,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 03:39:50,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 03:39:50,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 03:39:50,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 03:39:50,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 03:39:50,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 03:39:50,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 03:39:50,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 03:39:50,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 03:39:50,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 03:39:50,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 03:39:50,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 03:39:50,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 03:39:50,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 03:39:50,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 03:39:50,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 03:39:50,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 03:39:50,044 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 03:39:50,047 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 03:39:50,047 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-25 03:39:50,047 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 03:39:50,049 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-25T03:39:50,072 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-25 03:39:50,077 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 03:39:50,078 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T03:39:50,090 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-25T03:39:50,153 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=11086 2024-11-25T03:39:50,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279 2024-11-25T03:39:50,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:39:50,597 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282, deleteOnExit=true 2024-11-25T03:39:50,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:39:50,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/test.cache.data in system properties and HBase conf 2024-11-25T03:39:50,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:39:50,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:39:50,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:39:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:39:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:39:50,747 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T03:39:50,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:39:50,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:39:50,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:39:50,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:39:50,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:39:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:39:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:39:50,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:39:50,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:39:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:39:50,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:39:50,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:39:50,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:39:50,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:39:50,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:39:52,437 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T03:39:52,532 INFO [Time-limited test {}] log.Log(170): Logging initialized @3537ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T03:39:52,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:39:52,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:39:52,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:39:52,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:39:52,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:39:52,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:39:52,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:39:52,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:39:53,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/java.io.tmpdir/jetty-localhost-37219-hadoop-hdfs-3_4_1-tests_jar-_-any-1048586473807032647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:39:53,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:37219} 2024-11-25T03:39:53,036 INFO [Time-limited test {}] server.Server(415): Started @4042ms 2024-11-25T03:39:53,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:39:53,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:39:53,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:39:53,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:39:53,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:39:53,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:39:53,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:39:53,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/java.io.tmpdir/jetty-localhost-46049-hadoop-hdfs-3_4_1-tests_jar-_-any-2289183112603357005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:39:53,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:46049} 2024-11-25T03:39:53,855 INFO [Time-limited test {}] server.Server(415): Started @4861ms 2024-11-25T03:39:53,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:39:54,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:39:54,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:39:54,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:39:54,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:39:54,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:39:54,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:39:54,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:39:54,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/java.io.tmpdir/jetty-localhost-38033-hadoop-hdfs-3_4_1-tests_jar-_-any-17644841640791224788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:39:54,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38033} 2024-11-25T03:39:54,220 INFO [Time-limited test {}] server.Server(415): Started @5227ms 2024-11-25T03:39:54,223 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:39:54,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:39:54,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:39:54,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:39:54,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:39:54,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:39:54,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:39:54,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:39:54,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/java.io.tmpdir/jetty-localhost-41375-hadoop-hdfs-3_4_1-tests_jar-_-any-17583078466858782662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:39:54,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:41375} 2024-11-25T03:39:54,426 INFO [Time-limited test {}] server.Server(415): Started @5432ms 2024-11-25T03:39:54,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:39:56,086 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data3/current/BP-2088065980-172.17.0.2-1732505991653/current, will proceed with Du for space computation calculation, 2024-11-25T03:39:56,086 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data2/current/BP-2088065980-172.17.0.2-1732505991653/current, will proceed with Du for space computation calculation, 2024-11-25T03:39:56,086 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data4/current/BP-2088065980-172.17.0.2-1732505991653/current, will proceed with Du for space computation calculation, 2024-11-25T03:39:56,086 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data1/current/BP-2088065980-172.17.0.2-1732505991653/current, will proceed with Du for space computation calculation, 2024-11-25T03:39:56,125 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data5/current/BP-2088065980-172.17.0.2-1732505991653/current, will proceed with Du for space computation calculation, 2024-11-25T03:39:56,140 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data6/current/BP-2088065980-172.17.0.2-1732505991653/current, will proceed with Du for space computation calculation, 2024-11-25T03:39:56,162 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:39:56,163 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:39:56,191 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:39:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7437ceccdaf26513 with lease ID 0x73d8dcc0d2d11c90: Processing first storage report for DS-7dd00372-4449-464b-a877-69cfb7f11f7e from datanode DatanodeRegistration(127.0.0.1:35785, datanodeUuid=acf363e3-4c1c-495a-a3e5-cb428ebc13db, infoPort=34905, infoSecurePort=0, ipcPort=43845, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653) 2024-11-25T03:39:56,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7437ceccdaf26513 with lease ID 0x73d8dcc0d2d11c90: from storage DS-7dd00372-4449-464b-a877-69cfb7f11f7e node DatanodeRegistration(127.0.0.1:35785, datanodeUuid=acf363e3-4c1c-495a-a3e5-cb428ebc13db, infoPort=34905, infoSecurePort=0, ipcPort=43845, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:39:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d197e2799fc0664 with lease ID 0x73d8dcc0d2d11c8e: Processing first storage report for DS-7fd908f3-41b4-4992-adb7-56f5e546b385 from datanode DatanodeRegistration(127.0.0.1:39465, datanodeUuid=af1b6dae-a3f7-4573-b9af-92b242b7013f, infoPort=33099, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653) 2024-11-25T03:39:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d197e2799fc0664 with lease ID 0x73d8dcc0d2d11c8e: from storage DS-7fd908f3-41b4-4992-adb7-56f5e546b385 node DatanodeRegistration(127.0.0.1:39465, datanodeUuid=af1b6dae-a3f7-4573-b9af-92b242b7013f, infoPort=33099, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:39:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc3c4431669bed6 with lease ID 0x73d8dcc0d2d11c8f: Processing first storage report for DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=8acbae70-a1bf-4bf3-9c0f-ebb45f841353, infoPort=37915, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653) 2024-11-25T03:39:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc3c4431669bed6 with lease ID 0x73d8dcc0d2d11c8f: from storage DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=8acbae70-a1bf-4bf3-9c0f-ebb45f841353, infoPort=37915, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:39:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7437ceccdaf26513 with lease ID 0x73d8dcc0d2d11c90: Processing first storage report for DS-bb660296-3a1e-4da5-9282-f44bba4dc81b from datanode DatanodeRegistration(127.0.0.1:35785, datanodeUuid=acf363e3-4c1c-495a-a3e5-cb428ebc13db, infoPort=34905, infoSecurePort=0, ipcPort=43845, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653) 2024-11-25T03:39:56,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7437ceccdaf26513 with lease ID 0x73d8dcc0d2d11c90: from storage DS-bb660296-3a1e-4da5-9282-f44bba4dc81b node DatanodeRegistration(127.0.0.1:35785, datanodeUuid=acf363e3-4c1c-495a-a3e5-cb428ebc13db, infoPort=34905, infoSecurePort=0, ipcPort=43845, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:39:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d197e2799fc0664 with lease ID 0x73d8dcc0d2d11c8e: Processing first storage report for DS-c4a9f87a-2635-4dd5-be73-5edaaec2fc4c from datanode DatanodeRegistration(127.0.0.1:39465, datanodeUuid=af1b6dae-a3f7-4573-b9af-92b242b7013f, infoPort=33099, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653) 2024-11-25T03:39:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d197e2799fc0664 with lease ID 0x73d8dcc0d2d11c8e: from storage DS-c4a9f87a-2635-4dd5-be73-5edaaec2fc4c node DatanodeRegistration(127.0.0.1:39465, datanodeUuid=af1b6dae-a3f7-4573-b9af-92b242b7013f, infoPort=33099, infoSecurePort=0, ipcPort=46161, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:39:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc3c4431669bed6 with lease ID 0x73d8dcc0d2d11c8f: Processing first storage report for DS-a99cf56c-9635-4ef1-8810-c139f55b3875 from datanode DatanodeRegistration(127.0.0.1:46531, datanodeUuid=8acbae70-a1bf-4bf3-9c0f-ebb45f841353, infoPort=37915, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653) 2024-11-25T03:39:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc3c4431669bed6 with lease ID 0x73d8dcc0d2d11c8f: from storage DS-a99cf56c-9635-4ef1-8810-c139f55b3875 node DatanodeRegistration(127.0.0.1:46531, datanodeUuid=8acbae70-a1bf-4bf3-9c0f-ebb45f841353, infoPort=37915, infoSecurePort=0, ipcPort=35807, storageInfo=lv=-57;cid=testClusterID;nsid=1219171284;c=1732505991653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:39:56,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279 2024-11-25T03:39:56,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/zookeeper_0, clientPort=61349, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:39:56,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61349 2024-11-25T03:39:56,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:56,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:39:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:39:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:39:57,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f with version=8 2024-11-25T03:39:57,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/hbase-staging 2024-11-25T03:39:57,149 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T03:39:57,357 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:39:57,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:57,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:57,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:39:57,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:57,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:39:57,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:39:57,567 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T03:39:57,575 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T03:39:57,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:39:57,601 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1548 (auto-detected) 2024-11-25T03:39:57,602 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T03:39:57,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36633 2024-11-25T03:39:57,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36633 connecting to ZooKeeper ensemble=127.0.0.1:61349 2024-11-25T03:39:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366330x0, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:39:57,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36633-0x101701387d30000 connected 2024-11-25T03:39:57,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:57,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:57,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:39:57,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f, hbase.cluster.distributed=false 2024-11-25T03:39:57,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:39:57,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36633 2024-11-25T03:39:57,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36633 2024-11-25T03:39:57,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36633 2024-11-25T03:39:57,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36633 2024-11-25T03:39:57,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36633 2024-11-25T03:39:58,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:39:58,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:39:58,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:39:58,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:39:58,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:39:58,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42949 2024-11-25T03:39:58,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42949 connecting to ZooKeeper ensemble=127.0.0.1:61349 2024-11-25T03:39:58,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429490x0, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:39:58,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429490x0, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:39:58,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42949-0x101701387d30001 connected 2024-11-25T03:39:58,149 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:39:58,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:39:58,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:39:58,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:39:58,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-25T03:39:58,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42949 2024-11-25T03:39:58,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42949 2024-11-25T03:39:58,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-25T03:39:58,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42949 2024-11-25T03:39:58,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:39:58,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:39:58,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:39:58,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:39:58,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:39:58,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41697 2024-11-25T03:39:58,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41697 connecting to ZooKeeper ensemble=127.0.0.1:61349 2024-11-25T03:39:58,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416970x0, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:39:58,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416970x0, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:39:58,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41697-0x101701387d30002 connected 2024-11-25T03:39:58,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:39:58,216 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:39:58,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:39:58,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:39:58,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41697 2024-11-25T03:39:58,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41697 2024-11-25T03:39:58,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41697 2024-11-25T03:39:58,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41697 2024-11-25T03:39:58,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41697 2024-11-25T03:39:58,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:39:58,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:39:58,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:39:58,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:39:58,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:39:58,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:39:58,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32953 2024-11-25T03:39:58,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32953 connecting to ZooKeeper ensemble=127.0.0.1:61349 2024-11-25T03:39:58,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329530x0, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:39:58,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329530x0, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:39:58,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32953-0x101701387d30003 connected 2024-11-25T03:39:58,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:39:58,283 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:39:58,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:39:58,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:39:58,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-25T03:39:58,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-11-25T03:39:58,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-11-25T03:39:58,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-25T03:39:58,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-11-25T03:39:58,315 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d73269e94d72:36633 2024-11-25T03:39:58,316 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d73269e94d72,36633,1732505997196 2024-11-25T03:39:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,336 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d73269e94d72,36633,1732505997196 2024-11-25T03:39:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:39:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:39:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:39:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,366 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:39:58,368 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d73269e94d72,36633,1732505997196 from backup master directory 2024-11-25T03:39:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d73269e94d72,36633,1732505997196 2024-11-25T03:39:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:39:58,381 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:39:58,382 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d73269e94d72,36633,1732505997196 2024-11-25T03:39:58,384 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T03:39:58,385 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T03:39:58,435 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/hbase.id] with ID: acf1a402-eda5-45bb-8331-d4e92f779d11 2024-11-25T03:39:58,435 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.tmp/hbase.id 2024-11-25T03:39:58,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:39:58,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:39:58,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:39:58,450 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.tmp/hbase.id]:[hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/hbase.id] 2024-11-25T03:39:58,494 INFO [master/d73269e94d72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:39:58,501 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:39:58,519 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-25T03:39:58,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:39:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:39:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:39:58,569 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:39:58,570 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:39:58,583 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T03:39:58,586 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:39:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:39:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:39:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:39:58,632 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store 2024-11-25T03:39:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:39:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:39:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:39:58,659 INFO [master/d73269e94d72:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T03:39:58,662 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:39:58,663 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:39:58,663 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:39:58,663 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:39:58,665 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:39:58,665 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:39:58,665 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:39:58,666 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732505998663Disabling compacts and flushes for region at 1732505998663Disabling writes for close at 1732505998665 (+2 ms)Writing region close event to WAL at 1732505998665Closed at 1732505998665 2024-11-25T03:39:58,668 WARN [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/.initializing 2024-11-25T03:39:58,668 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/WALs/d73269e94d72,36633,1732505997196 2024-11-25T03:39:58,675 INFO [master/d73269e94d72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:39:58,688 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C36633%2C1732505997196, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/WALs/d73269e94d72,36633,1732505997196, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/oldWALs, maxLogs=10 2024-11-25T03:39:58,709 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/WALs/d73269e94d72,36633,1732505997196/d73269e94d72%2C36633%2C1732505997196.1732505998692, exclude list is [], retry=0 2024-11-25T03:39:58,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6,DISK] 2024-11-25T03:39:58,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-7fd908f3-41b4-4992-adb7-56f5e546b385,DISK] 2024-11-25T03:39:58,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-7dd00372-4449-464b-a877-69cfb7f11f7e,DISK] 2024-11-25T03:39:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T03:39:58,770 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/WALs/d73269e94d72,36633,1732505997196/d73269e94d72%2C36633%2C1732505997196.1732505998692 2024-11-25T03:39:58,771 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34905:34905),(127.0.0.1/127.0.0.1:37915:37915),(127.0.0.1/127.0.0.1:33099:33099)] 2024-11-25T03:39:58,771 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:39:58,772 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:39:58,775 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,776 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:39:58,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:58,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:39:58,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:39:58,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:58,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:39:58,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:39:58,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:58,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:39:58,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:39:58,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:58,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:39:58,866 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,869 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,871 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,877 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,877 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,881 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:39:58,886 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:39:58,892 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:39:58,894 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67130603, jitterRate=3.239363431930542E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:39:58,904 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732505998789Initializing all the Stores at 1732505998791 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505998792 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505998792Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505998793 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505998793Cleaning up temporary data from old regions at 1732505998877 (+84 ms)Region opened successfully at 1732505998904 (+27 ms) 2024-11-25T03:39:58,905 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:39:58,940 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f09c71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:39:58,966 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:39:58,975 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:39:58,975 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:39:58,977 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:39:58,979 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T03:39:58,983 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T03:39:58,983 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T03:39:59,009 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:39:59,017 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:39:59,028 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:39:59,030 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:39:59,032 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:39:59,043 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:39:59,046 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:39:59,050 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:39:59,060 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:39:59,062 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:39:59,075 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:39:59,094 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:39:59,106 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:39:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:39:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:39:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:39:59,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:39:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,123 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d73269e94d72,36633,1732505997196, sessionid=0x101701387d30000, setting cluster-up flag (Was=false) 2024-11-25T03:39:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,191 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:39:59,197 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,36633,1732505997196 2024-11-25T03:39:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:39:59,254 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:39:59,257 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,36633,1732505997196 2024-11-25T03:39:59,265 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:39:59,298 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(746): ClusterId : acf1a402-eda5-45bb-8331-d4e92f779d11 2024-11-25T03:39:59,298 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(746): ClusterId : acf1a402-eda5-45bb-8331-d4e92f779d11 2024-11-25T03:39:59,298 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(746): ClusterId : acf1a402-eda5-45bb-8331-d4e92f779d11 2024-11-25T03:39:59,301 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:39:59,301 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:39:59,301 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:39:59,324 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:39:59,324 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:39:59,324 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:39:59,325 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:39:59,325 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:39:59,325 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:39:59,335 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:39:59,335 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:39:59,335 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:39:59,336 DEBUG [RS:0;d73269e94d72:42949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5d6462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:39:59,336 DEBUG [RS:2;d73269e94d72:32953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35eb8456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:39:59,336 DEBUG [RS:1;d73269e94d72:41697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f570436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:39:59,344 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:39:59,357 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:39:59,358 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d73269e94d72:41697 2024-11-25T03:39:59,358 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d73269e94d72:42949 2024-11-25T03:39:59,362 INFO [RS:0;d73269e94d72:42949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:39:59,362 INFO [RS:1;d73269e94d72:41697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:39:59,362 INFO [RS:1;d73269e94d72:41697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:39:59,362 INFO [RS:0;d73269e94d72:42949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:39:59,362 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:39:59,362 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:39:59,365 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:39:59,365 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,36633,1732505997196 with port=42949, startcode=1732505998074 2024-11-25T03:39:59,365 DEBUG [RS:2;d73269e94d72:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d73269e94d72:32953 2024-11-25T03:39:59,365 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,36633,1732505997196 with port=41697, startcode=1732505998189 2024-11-25T03:39:59,366 INFO [RS:2;d73269e94d72:32953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:39:59,366 INFO [RS:2;d73269e94d72:32953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:39:59,366 DEBUG [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:39:59,367 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,36633,1732505997196 with port=32953, startcode=1732505998255 2024-11-25T03:39:59,372 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d73269e94d72,36633,1732505997196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:39:59,380 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:39:59,380 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:39:59,380 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:39:59,380 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:39:59,380 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d73269e94d72:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:39:59,381 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,381 DEBUG [RS:0;d73269e94d72:42949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:39:59,381 DEBUG [RS:2;d73269e94d72:32953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:39:59,381 DEBUG [RS:1;d73269e94d72:41697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:39:59,381 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:39:59,381 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,389 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732506029389 2024-11-25T03:39:59,391 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:39:59,392 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:39:59,396 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:39:59,397 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:39:59,397 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:39:59,397 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:39:59,398 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,408 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:39:59,409 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:39:59,410 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:39:59,415 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:39:59,416 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:39:59,418 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732505999417,5,FailOnTimeoutGroup] 2024-11-25T03:39:59,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:39:59,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:39:59,419 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732505999419,5,FailOnTimeoutGroup] 2024-11-25T03:39:59,420 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,420 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:39:59,421 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,422 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,426 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:39:59,427 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:39:59,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:59,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:39:59,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:39:59,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,42949,1732505998074 2024-11-25T03:39:59,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36633 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,42949,1732505998074 2024-11-25T03:39:59,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,41697,1732505998189 2024-11-25T03:39:59,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36633 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,41697,1732505998189 2024-11-25T03:39:59,453 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:39:59,453 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40231 2024-11-25T03:39:59,453 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:39:59,457 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:39:59,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,32953,1732505998255 2024-11-25T03:39:59,457 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40231 2024-11-25T03:39:59,457 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:39:59,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36633 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,32953,1732505998255 2024-11-25T03:39:59,462 DEBUG [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:39:59,463 DEBUG [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40231 2024-11-25T03:39:59,463 DEBUG [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:39:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:39:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:39:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:39:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:39:59,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:39:59,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:39:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:39:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:39:59,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:39:59,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:39:59,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:39:59,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:39:59,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:59,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:39:59,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:39:59,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:39:59,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:59,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:39:59,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:39:59,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:39:59,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:59,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:39:59,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:39:59,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:39:59,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:39:59,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:39:59,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:39:59,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740 2024-11-25T03:39:59,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740 2024-11-25T03:39:59,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:39:59,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:39:59,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:39:59,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:39:59,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:39:59,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65752661, jitterRate=-0.020208999514579773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:39:59,539 DEBUG [RS:0;d73269e94d72:42949 {}] zookeeper.ZKUtil(111): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,42949,1732505998074 2024-11-25T03:39:59,540 WARN [RS:0;d73269e94d72:42949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:39:59,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732505999496Initializing all the Stores at 1732505999498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505999498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505999498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732505999498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732505999499 (+1 ms)Cleaning up temporary data from old regions at 1732505999526 (+27 ms)Region opened successfully at 1732505999540 (+14 ms) 2024-11-25T03:39:59,540 INFO [RS:0;d73269e94d72:42949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:39:59,540 DEBUG [RS:2;d73269e94d72:32953 {}] zookeeper.ZKUtil(111): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,32953,1732505998255 2024-11-25T03:39:59,540 DEBUG [RS:1;d73269e94d72:41697 {}] zookeeper.ZKUtil(111): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,41697,1732505998189 2024-11-25T03:39:59,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:39:59,540 WARN [RS:2;d73269e94d72:32953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:39:59,540 WARN [RS:1;d73269e94d72:41697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:39:59,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:39:59,540 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,42949,1732505998074 2024-11-25T03:39:59,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:39:59,540 INFO [RS:1;d73269e94d72:41697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:39:59,540 INFO [RS:2;d73269e94d72:32953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:39:59,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:39:59,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:39:59,541 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189 2024-11-25T03:39:59,541 DEBUG [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255 2024-11-25T03:39:59,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,41697,1732505998189] 2024-11-25T03:39:59,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,42949,1732505998074] 2024-11-25T03:39:59,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,32953,1732505998255] 2024-11-25T03:39:59,543 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:39:59,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732505999540Disabling compacts and flushes for region at 1732505999540Disabling writes for close at 1732505999541 (+1 ms)Writing region close event to WAL at 1732505999542 (+1 ms)Closed at 1732505999543 (+1 ms) 2024-11-25T03:39:59,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:39:59,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:39:59,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:39:59,575 INFO [RS:2;d73269e94d72:32953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:39:59,577 INFO [RS:1;d73269e94d72:41697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:39:59,577 INFO [RS:0;d73269e94d72:42949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:39:59,578 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:39:59,583 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:39:59,595 INFO [RS:1;d73269e94d72:41697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:39:59,597 INFO [RS:2;d73269e94d72:32953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:39:59,603 INFO [RS:0;d73269e94d72:42949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:39:59,608 INFO [RS:2;d73269e94d72:32953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:39:59,608 INFO [RS:0;d73269e94d72:42949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:39:59,608 INFO [RS:1;d73269e94d72:41697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:39:59,608 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,608 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,608 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,609 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:39:59,609 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:39:59,609 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:39:59,616 INFO [RS:0;d73269e94d72:42949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:39:59,616 INFO [RS:2;d73269e94d72:32953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:39:59,616 INFO [RS:1;d73269e94d72:41697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:39:59,618 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,618 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,618 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,619 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:39:59,619 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,619 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:39:59,620 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:1;d73269e94d72:41697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:39:59,620 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,620 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:39:59,621 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:39:59,621 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:39:59,621 DEBUG [RS:2;d73269e94d72:32953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:39:59,621 DEBUG [RS:0;d73269e94d72:42949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:39:59,626 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,41697,1732505998189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:39:59,626 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,32953,1732505998255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:39:59,628 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,628 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,629 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,629 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,629 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,629 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,42949,1732505998074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:39:59,653 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:39:59,653 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:39:59,653 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:39:59,655 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,41697,1732505998189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,655 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,42949,1732505998074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,655 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,32953,1732505998255-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,656 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,656 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,656 INFO [RS:2;d73269e94d72:32953 {}] regionserver.Replication(171): d73269e94d72,32953,1732505998255 started 2024-11-25T03:39:59,656 INFO [RS:0;d73269e94d72:42949 {}] regionserver.Replication(171): d73269e94d72,42949,1732505998074 started 2024-11-25T03:39:59,656 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,657 INFO [RS:1;d73269e94d72:41697 {}] regionserver.Replication(171): d73269e94d72,41697,1732505998189 started 2024-11-25T03:39:59,676 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,676 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,677 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,42949,1732505998074, RpcServer on d73269e94d72/172.17.0.2:42949, sessionid=0x101701387d30001 2024-11-25T03:39:59,677 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,41697,1732505998189, RpcServer on d73269e94d72/172.17.0.2:41697, sessionid=0x101701387d30002 2024-11-25T03:39:59,677 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:39:59,677 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:39:59,678 DEBUG [RS:0;d73269e94d72:42949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,42949,1732505998074 2024-11-25T03:39:59,678 DEBUG [RS:1;d73269e94d72:41697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,41697,1732505998189 2024-11-25T03:39:59,678 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,42949,1732505998074' 2024-11-25T03:39:59,678 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,41697,1732505998189' 2024-11-25T03:39:59,678 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:39:59,678 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:39:59,679 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:39:59,679 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:39:59,679 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:39:59,679 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:39:59,680 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:39:59,680 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:39:59,680 DEBUG [RS:1;d73269e94d72:41697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,41697,1732505998189 2024-11-25T03:39:59,680 DEBUG [RS:0;d73269e94d72:42949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,42949,1732505998074 2024-11-25T03:39:59,680 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,41697,1732505998189' 2024-11-25T03:39:59,680 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,42949,1732505998074' 2024-11-25T03:39:59,680 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:39:59,680 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:39:59,681 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:39:59,681 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:39:59,681 DEBUG [RS:1;d73269e94d72:41697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:39:59,681 DEBUG [RS:0;d73269e94d72:42949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:39:59,681 INFO [RS:1;d73269e94d72:41697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:39:59,681 INFO [RS:0;d73269e94d72:42949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:39:59,681 INFO [RS:1;d73269e94d72:41697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:39:59,681 INFO [RS:0;d73269e94d72:42949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:39:59,682 INFO [RS:2;d73269e94d72:32953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:39:59,683 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,32953,1732505998255, RpcServer on d73269e94d72/172.17.0.2:32953, sessionid=0x101701387d30003 2024-11-25T03:39:59,683 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:39:59,683 DEBUG [RS:2;d73269e94d72:32953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,32953,1732505998255 2024-11-25T03:39:59,683 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,32953,1732505998255' 2024-11-25T03:39:59,683 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:39:59,684 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:39:59,685 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:39:59,685 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:39:59,685 DEBUG [RS:2;d73269e94d72:32953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,32953,1732505998255 2024-11-25T03:39:59,685 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,32953,1732505998255' 2024-11-25T03:39:59,685 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:39:59,685 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:39:59,686 DEBUG [RS:2;d73269e94d72:32953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:39:59,686 INFO [RS:2;d73269e94d72:32953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:39:59,686 INFO [RS:2;d73269e94d72:32953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:39:59,734 WARN [d73269e94d72:36633 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:39:59,786 INFO [RS:0;d73269e94d72:42949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:39:59,786 INFO [RS:1;d73269e94d72:41697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:39:59,787 INFO [RS:2;d73269e94d72:32953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:39:59,789 INFO [RS:0;d73269e94d72:42949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C42949%2C1732505998074, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,42949,1732505998074, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs, maxLogs=32 2024-11-25T03:39:59,789 INFO [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C41697%2C1732505998189, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs, maxLogs=32 2024-11-25T03:39:59,789 INFO [RS:2;d73269e94d72:32953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C32953%2C1732505998255, suffix=, logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs, maxLogs=32 2024-11-25T03:39:59,805 DEBUG [RS:0;d73269e94d72:42949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,42949,1732505998074/d73269e94d72%2C42949%2C1732505998074.1732505999793, exclude list is [], retry=0 2024-11-25T03:39:59,805 DEBUG [RS:1;d73269e94d72:41697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189/d73269e94d72%2C41697%2C1732505998189.1732505999793, exclude list is [], retry=0 2024-11-25T03:39:59,806 DEBUG [RS:2;d73269e94d72:32953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255/d73269e94d72%2C32953%2C1732505998255.1732505999793, exclude list is [], retry=0 2024-11-25T03:39:59,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-7fd908f3-41b4-4992-adb7-56f5e546b385,DISK] 2024-11-25T03:39:59,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6,DISK] 2024-11-25T03:39:59,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-7dd00372-4449-464b-a877-69cfb7f11f7e,DISK] 2024-11-25T03:39:59,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6,DISK] 2024-11-25T03:39:59,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-7dd00372-4449-464b-a877-69cfb7f11f7e,DISK] 2024-11-25T03:39:59,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-7fd908f3-41b4-4992-adb7-56f5e546b385,DISK] 2024-11-25T03:39:59,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-7fd908f3-41b4-4992-adb7-56f5e546b385,DISK] 2024-11-25T03:39:59,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-7dd00372-4449-464b-a877-69cfb7f11f7e,DISK] 2024-11-25T03:39:59,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6,DISK] 2024-11-25T03:39:59,822 INFO [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189/d73269e94d72%2C41697%2C1732505998189.1732505999793 2024-11-25T03:39:59,825 DEBUG [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33099:33099),(127.0.0.1/127.0.0.1:34905:34905),(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-25T03:39:59,826 INFO [RS:0;d73269e94d72:42949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,42949,1732505998074/d73269e94d72%2C42949%2C1732505998074.1732505999793 2024-11-25T03:39:59,827 INFO [RS:2;d73269e94d72:32953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255/d73269e94d72%2C32953%2C1732505998255.1732505999793 2024-11-25T03:39:59,828 DEBUG [RS:2;d73269e94d72:32953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34905:34905),(127.0.0.1/127.0.0.1:33099:33099),(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-25T03:39:59,828 DEBUG [RS:0;d73269e94d72:42949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33099:33099),(127.0.0.1/127.0.0.1:37915:37915),(127.0.0.1/127.0.0.1:34905:34905)] 2024-11-25T03:39:59,989 DEBUG [d73269e94d72:36633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T03:40:00,000 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:40:00,006 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:40:00,007 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:40:00,007 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:40:00,007 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:40:00,007 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:40:00,007 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:40:00,007 INFO [d73269e94d72:36633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:40:00,007 INFO [d73269e94d72:36633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:40:00,007 INFO [d73269e94d72:36633 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:40:00,007 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:40:00,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:00,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,41697,1732505998189, state=OPENING 2024-11-25T03:40:00,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:40:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:40:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:40:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:40:00,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:40:00,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:00,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:00,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:00,051 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:00,053 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:40:00,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,41697,1732505998189}] 2024-11-25T03:40:07,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T03:40:07,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T03:40:10,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:40:10,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:40:10,102 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:40:10,102 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:40:10,103 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:40:10,106 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C41697%2C1732505998189.meta, suffix=.meta, logDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189, archiveDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs, maxLogs=32 2024-11-25T03:40:10,123 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189/d73269e94d72%2C41697%2C1732505998189.meta.1732506010110.meta, exclude list is [], retry=0 2024-11-25T03:40:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39465,DS-7fd908f3-41b4-4992-adb7-56f5e546b385,DISK] 2024-11-25T03:40:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35785,DS-7dd00372-4449-464b-a877-69cfb7f11f7e,DISK] 2024-11-25T03:40:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46531,DS-c5445e3b-a254-44f4-b3c3-cd7234f162f6,DISK] 2024-11-25T03:40:10,130 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,41697,1732505998189/d73269e94d72%2C41697%2C1732505998189.meta.1732506010110.meta 2024-11-25T03:40:10,130 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33099:33099),(127.0.0.1/127.0.0.1:34905:34905),(127.0.0.1/127.0.0.1:37915:37915)] 2024-11-25T03:40:10,130 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:40:10,132 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:40:10,134 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:40:10,139 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:40:10,143 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:40:10,144 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,144 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:40:10,144 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:40:10,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:40:10,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:40:10,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:10,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:40:10,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:40:10,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:40:10,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:10,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:40:10,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:40:10,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:40:10,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:10,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:40:10,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:40:10,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:40:10,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:10,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:40:10,156 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:40:10,157 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740 2024-11-25T03:40:10,160 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740 2024-11-25T03:40:10,162 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:40:10,162 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:40:10,163 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:40:10,166 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:40:10,167 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74797852, jitterRate=0.1145748496055603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:40:10,168 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:40:10,169 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732506010144Writing region info on filesystem at 1732506010145 (+1 ms)Initializing all the Stores at 1732506010147 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506010147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506010147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506010147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506010147Cleaning up temporary data from old regions at 1732506010162 (+15 ms)Running coprocessor post-open hooks at 1732506010168 (+6 ms)Region opened successfully at 1732506010169 (+1 ms) 2024-11-25T03:40:10,177 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732506010079 2024-11-25T03:40:10,187 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:40:10,187 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:40:10,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:10,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,41697,1732505998189, state=OPEN 2024-11-25T03:40:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:40:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:40:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:40:10,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:40:10,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:10,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:10,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:10,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:40:10,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d73269e94d72,41697,1732505998189 2024-11-25T03:40:10,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:40:10,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,41697,1732505998189 in 10.1980 sec 2024-11-25T03:40:10,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:40:10,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6950 sec 2024-11-25T03:40:10,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:40:10,268 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:40:10,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:40:10,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,41697,1732505998189, seqNum=-1] 2024-11-25T03:40:10,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:40:10,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42815, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:40:10,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0310 sec 2024-11-25T03:40:10,327 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732506010327, completionTime=-1 2024-11-25T03:40:10,330 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:40:10,331 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:40:10,359 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:40:10,359 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732506070359 2024-11-25T03:40:10,359 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732506130359 2024-11-25T03:40:10,359 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-25T03:40:10,361 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:40:10,369 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36633,1732505997196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,370 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36633,1732505997196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,370 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36633,1732505997196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,371 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d73269e94d72:36633, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,372 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,373 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,379 DEBUG [master/d73269e94d72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:40:10,409 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.026sec 2024-11-25T03:40:10,410 INFO [master/d73269e94d72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:40:10,412 INFO [master/d73269e94d72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:40:10,413 INFO [master/d73269e94d72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:40:10,413 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:40:10,413 INFO [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:40:10,414 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36633,1732505997196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:40:10,414 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36633,1732505997196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:40:10,418 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:40:10,419 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:40:10,419 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36633,1732505997196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:40:10,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:40:10,528 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T03:40:10,528 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T03:40:10,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d73269e94d72,36633,-1 for getting cluster id 2024-11-25T03:40:10,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:40:10,548 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf1a402-eda5-45bb-8331-d4e92f779d11' 2024-11-25T03:40:10,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:40:10,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf1a402-eda5-45bb-8331-d4e92f779d11" 2024-11-25T03:40:10,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68eb1e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:40:10,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d73269e94d72,36633,-1] 2024-11-25T03:40:10,554 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:40:10,556 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:40:10,557 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:40:10,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:40:10,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:40:10,567 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,41697,1732505998189, seqNum=-1] 2024-11-25T03:40:10,568 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:40:10,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:40:10,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d73269e94d72,36633,1732505997196 2024-11-25T03:40:10,621 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732506010619 (current time:1732506010619). 2024-11-25T03:40:10,621 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T03:40:10,621 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T03:40:10,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:40:10,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d73269e94d72,36633,-1 for getting cluster id 2024-11-25T03:40:10,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:40:10,627 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acf1a402-eda5-45bb-8331-d4e92f779d11' 2024-11-25T03:40:10,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:40:10,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acf1a402-eda5-45bb-8331-d4e92f779d11" 2024-11-25T03:40:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d92004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:40:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d73269e94d72,36633,-1] 2024-11-25T03:40:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:40:10,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:40:10,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:40:10,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772c044c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:40:10,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:40:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,41697,1732505998189, seqNum=-1] 2024-11-25T03:40:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:40:10,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:40:10,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:40:10,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:40:10,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:40:10,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:40:10,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:40:10,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:40:10,659 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d73269e94d72,36633,1732505997196 2024-11-25T03:40:10,661 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@896f56d 2024-11-25T03:40:10,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:40:10,664 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:40:10,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:40:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T03:40:10,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:40:10,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T03:40:10,680 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:10,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:40:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:40:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:40:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:40:10,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51563a8aa49489064d6f706a562f6af7, NAME => 'SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ff99c5f0a2466a987fdb909ed3f12fee, NAME => 'SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,703 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5f6b40bf45089ccdadcfe6404010ddd7, NAME => 'SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:40:10,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:40:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:40:10,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:40:10,725 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,726 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 5f6b40bf45089ccdadcfe6404010ddd7, disabling compactions & flushes 2024-11-25T03:40:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:40:10,726 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:40:10,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:10,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. after waiting 0 ms 2024-11-25T03:40:10,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:40:10,727 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:10,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5f6b40bf45089ccdadcfe6404010ddd7: Waiting for close lock at 1732506010726Disabling compacts and flushes for region at 1732506010726Disabling writes for close at 1732506010727 (+1 ms)Writing region close event to WAL at 1732506010727Closed at 1732506010727 2024-11-25T03:40:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:40:10,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:40:10,728 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a1e3a94ced9a76387c9769118c9a43ea, NAME => 'SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ff99c5f0a2466a987fdb909ed3f12fee, disabling compactions & flushes 2024-11-25T03:40:10,728 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:10,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:10,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. after waiting 0 ms 2024-11-25T03:40:10,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:10,728 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:10,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ff99c5f0a2466a987fdb909ed3f12fee: Waiting for close lock at 1732506010728Disabling compacts and flushes for region at 1732506010728Disabling writes for close at 1732506010728Writing region close event to WAL at 1732506010728Closed at 1732506010728 2024-11-25T03:40:10,729 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 679232528a870f9ac4305c5e7ab18eb1, NAME => 'SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,729 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 51563a8aa49489064d6f706a562f6af7, disabling compactions & flushes 2024-11-25T03:40:10,730 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:10,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:10,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. after waiting 0 ms 2024-11-25T03:40:10,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:10,730 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:10,730 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51563a8aa49489064d6f706a562f6af7: Waiting for close lock at 1732506010729Disabling compacts and flushes for region at 1732506010729Disabling writes for close at 1732506010730 (+1 ms)Writing region close event to WAL at 1732506010730Closed at 1732506010730 2024-11-25T03:40:10,731 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f739d59e62cbc72ec11345e0f8ae3b08, NAME => 'SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:40:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:40:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:40:10,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 679232528a870f9ac4305c5e7ab18eb1, disabling compactions & flushes 2024-11-25T03:40:10,755 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:10,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:10,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. after waiting 0 ms 2024-11-25T03:40:10,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:10,755 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:10,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 679232528a870f9ac4305c5e7ab18eb1: Waiting for close lock at 1732506010755Disabling compacts and flushes for region at 1732506010755Disabling writes for close at 1732506010755Writing region close event to WAL at 1732506010755Closed at 1732506010755 2024-11-25T03:40:10,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fb9526b8be8ad07bb0ec87ed9d20e009, NAME => 'SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:40:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:40:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:40:10,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a1e3a94ced9a76387c9769118c9a43ea, disabling compactions & flushes 2024-11-25T03:40:10,760 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:10,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:10,760 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. after waiting 0 ms 2024-11-25T03:40:10,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:10,761 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:10,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a1e3a94ced9a76387c9769118c9a43ea: Waiting for close lock at 1732506010760Disabling compacts and flushes for region at 1732506010760Disabling writes for close at 1732506010760Writing region close event to WAL at 1732506010761 (+1 ms)Closed at 1732506010761 2024-11-25T03:40:10,762 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46e48d63b6455aeaa9e21a82eb7ddc8c, NAME => 'SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:40:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:40:10,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:40:10,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f739d59e62cbc72ec11345e0f8ae3b08, disabling compactions & flushes 2024-11-25T03:40:10,769 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:10,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:10,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. after waiting 0 ms 2024-11-25T03:40:10,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:10,769 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:10,769 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f739d59e62cbc72ec11345e0f8ae3b08: Waiting for close lock at 1732506010769Disabling compacts and flushes for region at 1732506010769Disabling writes for close at 1732506010769Writing region close event to WAL at 1732506010769Closed at 1732506010769 2024-11-25T03:40:10,770 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9391bbb118d52375ce3a8818f66eeb3b, NAME => 'SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:40:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:40:10,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fb9526b8be8ad07bb0ec87ed9d20e009, disabling compactions & flushes 2024-11-25T03:40:10,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:10,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:10,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. after waiting 0 ms 2024-11-25T03:40:10,781 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:10,782 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:10,782 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fb9526b8be8ad07bb0ec87ed9d20e009: Waiting for close lock at 1732506010781Disabling compacts and flushes for region at 1732506010781Disabling writes for close at 1732506010781Writing region close event to WAL at 1732506010781Closed at 1732506010781 2024-11-25T03:40:10,782 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e8d0b3da5c1627680679a86578396e08, NAME => 'SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f 2024-11-25T03:40:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:40:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:40:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:40:10,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:40:10,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 46e48d63b6455aeaa9e21a82eb7ddc8c, disabling compactions & flushes 2024-11-25T03:40:10,786 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:10,786 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:10,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. after waiting 0 ms 2024-11-25T03:40:10,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:10,787 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:10,787 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46e48d63b6455aeaa9e21a82eb7ddc8c: Waiting for close lock at 1732506010786Disabling compacts and flushes for region at 1732506010786Disabling writes for close at 1732506010787 (+1 ms)Writing region close event to WAL at 1732506010787Closed at 1732506010787 2024-11-25T03:40:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:40:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:40:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:40:10,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9391bbb118d52375ce3a8818f66eeb3b, disabling compactions & flushes 2024-11-25T03:40:10,801 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:10,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:10,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. after waiting 0 ms 2024-11-25T03:40:10,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:10,801 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:10,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9391bbb118d52375ce3a8818f66eeb3b: Waiting for close lock at 1732506010801Disabling compacts and flushes for region at 1732506010801Disabling writes for close at 1732506010801Writing region close event to WAL at 1732506010801Closed at 1732506010801 2024-11-25T03:40:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:40:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:40:10,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:40:10,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:10,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e8d0b3da5c1627680679a86578396e08, disabling compactions & flushes 2024-11-25T03:40:10,810 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:10,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:10,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. after waiting 0 ms 2024-11-25T03:40:10,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:10,810 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:10,810 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e8d0b3da5c1627680679a86578396e08: Waiting for close lock at 1732506010810Disabling compacts and flushes for region at 1732506010810Disabling writes for close at 1732506010810Writing region close event to WAL at 1732506010810Closed at 1732506010810 2024-11-25T03:40:10,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:40:10,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732506010812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506010812"}]},"ts":"1732506010812"} 2024-11-25T03:40:10,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T03:40:10,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:40:10,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506010854"}]},"ts":"1732506010854"} 2024-11-25T03:40:10,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T03:40:10,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:40:10,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:40:10,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:40:10,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:40:10,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:40:10,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:40:10,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:40:10,867 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:40:10,867 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:40:10,868 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:40:10,868 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:40:10,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51563a8aa49489064d6f706a562f6af7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff99c5f0a2466a987fdb909ed3f12fee, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1e3a94ced9a76387c9769118c9a43ea, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f739d59e62cbc72ec11345e0f8ae3b08, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46e48d63b6455aeaa9e21a82eb7ddc8c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9391bbb118d52375ce3a8818f66eeb3b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN}] 2024-11-25T03:40:10,874 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff99c5f0a2466a987fdb909ed3f12fee, ASSIGN 2024-11-25T03:40:10,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN 2024-11-25T03:40:10,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1e3a94ced9a76387c9769118c9a43ea, ASSIGN 2024-11-25T03:40:10,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51563a8aa49489064d6f706a562f6af7, ASSIGN 2024-11-25T03:40:10,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff99c5f0a2466a987fdb909ed3f12fee, ASSIGN; state=OFFLINE, location=d73269e94d72,42949,1732505998074; forceNewPlan=false, retain=false 2024-11-25T03:40:10,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51563a8aa49489064d6f706a562f6af7, ASSIGN; state=OFFLINE, location=d73269e94d72,41697,1732505998189; forceNewPlan=false, retain=false 2024-11-25T03:40:10,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN; state=OFFLINE, location=d73269e94d72,32953,1732505998255; forceNewPlan=false, retain=false 2024-11-25T03:40:10,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1e3a94ced9a76387c9769118c9a43ea, ASSIGN; state=OFFLINE, location=d73269e94d72,42949,1732505998074; forceNewPlan=false, retain=false 2024-11-25T03:40:10,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46e48d63b6455aeaa9e21a82eb7ddc8c, ASSIGN 2024-11-25T03:40:10,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN 2024-11-25T03:40:10,883 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN 2024-11-25T03:40:10,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9391bbb118d52375ce3a8818f66eeb3b, ASSIGN 2024-11-25T03:40:10,883 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f739d59e62cbc72ec11345e0f8ae3b08, ASSIGN 2024-11-25T03:40:10,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46e48d63b6455aeaa9e21a82eb7ddc8c, ASSIGN; state=OFFLINE, location=d73269e94d72,42949,1732505998074; forceNewPlan=false, retain=false 2024-11-25T03:40:10,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN; state=OFFLINE, location=d73269e94d72,32953,1732505998255; forceNewPlan=false, retain=false 2024-11-25T03:40:10,885 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN; state=OFFLINE, location=d73269e94d72,32953,1732505998255; forceNewPlan=false, retain=false 2024-11-25T03:40:10,885 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9391bbb118d52375ce3a8818f66eeb3b, ASSIGN; state=OFFLINE, location=d73269e94d72,41697,1732505998189; forceNewPlan=false, retain=false 2024-11-25T03:40:10,885 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f739d59e62cbc72ec11345e0f8ae3b08, ASSIGN; state=OFFLINE, location=d73269e94d72,41697,1732505998189; forceNewPlan=false, retain=false 2024-11-25T03:40:10,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN 2024-11-25T03:40:10,894 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN; state=OFFLINE, location=d73269e94d72,32953,1732505998255; forceNewPlan=false, retain=false 2024-11-25T03:40:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:11,031 INFO [d73269e94d72:36633 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T03:40:11,033 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff99c5f0a2466a987fdb909ed3f12fee, regionState=OPENING, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:11,033 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9391bbb118d52375ce3a8818f66eeb3b, regionState=OPENING, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:11,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a1e3a94ced9a76387c9769118c9a43ea, regionState=OPENING, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:11,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f739d59e62cbc72ec11345e0f8ae3b08, regionState=OPENING, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:11,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=46e48d63b6455aeaa9e21a82eb7ddc8c, regionState=OPENING, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:11,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51563a8aa49489064d6f706a562f6af7, regionState=OPENING, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:11,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=679232528a870f9ac4305c5e7ab18eb1, regionState=OPENING, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:11,036 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f6b40bf45089ccdadcfe6404010ddd7, regionState=OPENING, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:11,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e8d0b3da5c1627680679a86578396e08, regionState=OPENING, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:11,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fb9526b8be8ad07bb0ec87ed9d20e009, regionState=OPENING, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:11,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ff99c5f0a2466a987fdb909ed3f12fee, ASSIGN because future has completed 2024-11-25T03:40:11,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee, server=d73269e94d72,42949,1732505998074}] 2024-11-25T03:40:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f739d59e62cbc72ec11345e0f8ae3b08, ASSIGN because future has completed 2024-11-25T03:40:11,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08, server=d73269e94d72,41697,1732505998189}] 2024-11-25T03:40:11,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46e48d63b6455aeaa9e21a82eb7ddc8c, ASSIGN because future has completed 2024-11-25T03:40:11,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a1e3a94ced9a76387c9769118c9a43ea, ASSIGN because future has completed 2024-11-25T03:40:11,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e3a94ced9a76387c9769118c9a43ea, server=d73269e94d72,42949,1732505998074}] 2024-11-25T03:40:11,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c, server=d73269e94d72,42949,1732505998074}] 2024-11-25T03:40:11,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9391bbb118d52375ce3a8818f66eeb3b, ASSIGN because future has completed 2024-11-25T03:40:11,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN because future has completed 2024-11-25T03:40:11,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=51563a8aa49489064d6f706a562f6af7, ASSIGN because future has completed 2024-11-25T03:40:11,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b, server=d73269e94d72,41697,1732505998189}] 2024-11-25T03:40:11,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51563a8aa49489064d6f706a562f6af7, server=d73269e94d72,41697,1732505998189}] 2024-11-25T03:40:11,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN because future has completed 2024-11-25T03:40:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN because future has completed 2024-11-25T03:40:11,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN because future has completed 2024-11-25T03:40:11,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009, server=d73269e94d72,32953,1732505998255}] 2024-11-25T03:40:11,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8d0b3da5c1627680679a86578396e08, server=d73269e94d72,32953,1732505998255}] 2024-11-25T03:40:11,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 679232528a870f9ac4305c5e7ab18eb1, server=d73269e94d72,32953,1732505998255}] 2024-11-25T03:40:11,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7, server=d73269e94d72,32953,1732505998255}] 2024-11-25T03:40:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:11,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:40:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:15,703 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:40:17,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:40:17,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:40:17,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:40:17,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:40:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:21,047 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:40:21,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:40:21,057 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:21,057 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:21,057 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9391bbb118d52375ce3a8818f66eeb3b, NAME => 'SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T03:40:21,057 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a1e3a94ced9a76387c9769118c9a43ea, NAME => 'SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T03:40:21,058 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,058 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,058 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,058 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,058 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,058 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,059 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,059 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,061 INFO [StoreOpener-9391bbb118d52375ce3a8818f66eeb3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,063 INFO [StoreOpener-a1e3a94ced9a76387c9769118c9a43ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,063 INFO [StoreOpener-9391bbb118d52375ce3a8818f66eeb3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9391bbb118d52375ce3a8818f66eeb3b columnFamilyName cf 2024-11-25T03:40:21,063 DEBUG [StoreOpener-9391bbb118d52375ce3a8818f66eeb3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,064 INFO [StoreOpener-9391bbb118d52375ce3a8818f66eeb3b-1 {}] regionserver.HStore(327): Store=9391bbb118d52375ce3a8818f66eeb3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,064 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,065 INFO [StoreOpener-a1e3a94ced9a76387c9769118c9a43ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e3a94ced9a76387c9769118c9a43ea columnFamilyName cf 2024-11-25T03:40:21,065 DEBUG [StoreOpener-a1e3a94ced9a76387c9769118c9a43ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,066 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,066 INFO [StoreOpener-a1e3a94ced9a76387c9769118c9a43ea-1 {}] regionserver.HStore(327): Store=a1e3a94ced9a76387c9769118c9a43ea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,066 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,066 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,067 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,067 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,067 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,068 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,069 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,069 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,070 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:40:21,071 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:40:21,075 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,075 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/a1e3a94ced9a76387c9769118c9a43ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,076 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a1e3a94ced9a76387c9769118c9a43ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73480904, jitterRate=0.09495079517364502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,076 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:21,076 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9391bbb118d52375ce3a8818f66eeb3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71472016, jitterRate=0.06501603126525879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,076 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:21,078 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a1e3a94ced9a76387c9769118c9a43ea: Running coprocessor pre-open hook at 1732506021059Writing region info on filesystem at 1732506021059Initializing all the Stores at 1732506021060 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021060Cleaning up temporary data from old regions at 1732506021069 (+9 ms)Running coprocessor post-open hooks at 1732506021076 (+7 ms)Region opened successfully at 1732506021077 (+1 ms) 2024-11-25T03:40:21,078 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9391bbb118d52375ce3a8818f66eeb3b: Running coprocessor pre-open hook at 1732506021058Writing region info on filesystem at 1732506021058Initializing all the Stores at 1732506021060 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021060Cleaning up temporary data from old regions at 1732506021067 (+7 ms)Running coprocessor post-open hooks at 1732506021076 (+9 ms)Region opened successfully at 1732506021077 (+1 ms) 2024-11-25T03:40:21,080 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea., pid=18, masterSystemTime=1732506021047 2024-11-25T03:40:21,080 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., pid=19, masterSystemTime=1732506021050 2024-11-25T03:40:21,080 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:21,080 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fb9526b8be8ad07bb0ec87ed9d20e009, NAME => 'SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:40:21,081 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,081 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,081 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,081 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,086 INFO [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a1e3a94ced9a76387c9769118c9a43ea, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:21,088 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:21,088 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:21,088 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:21,088 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:21,089 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:21,089 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ff99c5f0a2466a987fdb909ed3f12fee, NAME => 'SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T03:40:21,089 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:21,089 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 51563a8aa49489064d6f706a562f6af7, NAME => 'SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T03:40:21,089 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,089 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,089 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,090 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,090 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,090 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,090 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,090 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9391bbb118d52375ce3a8818f66eeb3b, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:21,092 INFO [StoreOpener-ff99c5f0a2466a987fdb909ed3f12fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,097 INFO [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb9526b8be8ad07bb0ec87ed9d20e009 columnFamilyName cf 2024-11-25T03:40:21,097 DEBUG [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e3a94ced9a76387c9769118c9a43ea, server=d73269e94d72,42949,1732505998074 because future has completed 2024-11-25T03:40:21,098 INFO [StoreOpener-ff99c5f0a2466a987fdb909ed3f12fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff99c5f0a2466a987fdb909ed3f12fee columnFamilyName cf 2024-11-25T03:40:21,098 DEBUG [StoreOpener-ff99c5f0a2466a987fdb909ed3f12fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,099 INFO [StoreOpener-ff99c5f0a2466a987fdb909ed3f12fee-1 {}] regionserver.HStore(327): Store=ff99c5f0a2466a987fdb909ed3f12fee/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,099 INFO [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] regionserver.HStore(327): Store=fb9526b8be8ad07bb0ec87ed9d20e009/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,099 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,099 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b, server=d73269e94d72,41697,1732505998189 because future has completed 2024-11-25T03:40:21,101 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,101 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,101 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,102 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,102 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,102 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,102 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,102 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,103 INFO [StoreOpener-51563a8aa49489064d6f706a562f6af7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-25T03:40:21,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a1e3a94ced9a76387c9769118c9a43ea, server=d73269e94d72,42949,1732505998074 in 10.0510 sec 2024-11-25T03:40:21,105 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,106 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,106 INFO [StoreOpener-51563a8aa49489064d6f706a562f6af7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51563a8aa49489064d6f706a562f6af7 columnFamilyName cf 2024-11-25T03:40:21,106 DEBUG [StoreOpener-51563a8aa49489064d6f706a562f6af7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,107 INFO [StoreOpener-51563a8aa49489064d6f706a562f6af7-1 {}] regionserver.HStore(327): Store=51563a8aa49489064d6f706a562f6af7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,108 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-25T03:40:21,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b, server=d73269e94d72,41697,1732505998189 in 10.0490 sec 2024-11-25T03:40:21,109 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a1e3a94ced9a76387c9769118c9a43ea, ASSIGN in 10.2350 sec 2024-11-25T03:40:21,110 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,110 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/fb9526b8be8ad07bb0ec87ed9d20e009/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,111 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/ff99c5f0a2466a987fdb909ed3f12fee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,111 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,111 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,111 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fb9526b8be8ad07bb0ec87ed9d20e009; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66258957, jitterRate=-0.01266460120677948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,112 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:21,112 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fb9526b8be8ad07bb0ec87ed9d20e009: Running coprocessor pre-open hook at 1732506021083Writing region info on filesystem at 1732506021083Initializing all the Stores at 1732506021086 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021086Cleaning up temporary data from old regions at 1732506021102 (+16 ms)Running coprocessor post-open hooks at 1732506021112 (+10 ms)Region opened successfully at 1732506021112 2024-11-25T03:40:21,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9391bbb118d52375ce3a8818f66eeb3b, ASSIGN in 10.2390 sec 2024-11-25T03:40:21,112 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ff99c5f0a2466a987fdb909ed3f12fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63740425, jitterRate=-0.050193652510643005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,112 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:21,112 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ff99c5f0a2466a987fdb909ed3f12fee: Running coprocessor pre-open hook at 1732506021090Writing region info on filesystem at 1732506021090Initializing all the Stores at 1732506021092 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021092Cleaning up temporary data from old regions at 1732506021102 (+10 ms)Running coprocessor post-open hooks at 1732506021112 (+10 ms)Region opened successfully at 1732506021112 2024-11-25T03:40:21,113 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee., pid=15, masterSystemTime=1732506021047 2024-11-25T03:40:21,113 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., pid=21, masterSystemTime=1732506021070 2024-11-25T03:40:21,114 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,116 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:21,116 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:21,116 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:21,116 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => e8d0b3da5c1627680679a86578396e08, NAME => 'SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T03:40:21,117 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,117 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fb9526b8be8ad07bb0ec87ed9d20e009, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:21,117 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,117 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ff99c5f0a2466a987fdb909ed3f12fee, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:21,120 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/51563a8aa49489064d6f706a562f6af7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,120 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:21,120 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:21,120 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:21,121 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 46e48d63b6455aeaa9e21a82eb7ddc8c, NAME => 'SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T03:40:21,121 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 51563a8aa49489064d6f706a562f6af7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351302, jitterRate=-0.11559668183326721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,121 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:21,121 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 51563a8aa49489064d6f706a562f6af7: Running coprocessor pre-open hook at 1732506021091Writing region info on filesystem at 1732506021091Initializing all the Stores at 1732506021093 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021093Cleaning up temporary data from old regions at 1732506021111 (+18 ms)Running coprocessor post-open hooks at 1732506021121 (+10 ms)Region opened successfully at 1732506021121 2024-11-25T03:40:21,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009, server=d73269e94d72,32953,1732505998255 because future has completed 2024-11-25T03:40:21,122 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7., pid=20, masterSystemTime=1732506021050 2024-11-25T03:40:21,122 INFO [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,123 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,123 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,123 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,123 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee, server=d73269e94d72,42949,1732505998074 because future has completed 2024-11-25T03:40:21,126 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:21,126 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:21,126 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:21,126 INFO [StoreOpener-46e48d63b6455aeaa9e21a82eb7ddc8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,126 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => f739d59e62cbc72ec11345e0f8ae3b08, NAME => 'SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T03:40:21,126 INFO [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d0b3da5c1627680679a86578396e08 columnFamilyName cf 2024-11-25T03:40:21,126 DEBUG [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,127 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,127 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,127 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,127 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,127 INFO [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] regionserver.HStore(327): Store=e8d0b3da5c1627680679a86578396e08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,127 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,129 INFO [StoreOpener-46e48d63b6455aeaa9e21a82eb7ddc8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e48d63b6455aeaa9e21a82eb7ddc8c columnFamilyName cf 2024-11-25T03:40:21,130 DEBUG [StoreOpener-46e48d63b6455aeaa9e21a82eb7ddc8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,130 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,131 INFO [StoreOpener-46e48d63b6455aeaa9e21a82eb7ddc8c-1 {}] regionserver.HStore(327): Store=46e48d63b6455aeaa9e21a82eb7ddc8c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,131 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,131 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,132 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,132 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=11 2024-11-25T03:40:21,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009, server=d73269e94d72,32953,1732505998255 in 10.0610 sec 2024-11-25T03:40:21,133 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=51563a8aa49489064d6f706a562f6af7, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:21,135 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-25T03:40:21,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee, server=d73269e94d72,42949,1732505998074 in 10.0860 sec 2024-11-25T03:40:21,136 INFO [StoreOpener-f739d59e62cbc72ec11345e0f8ae3b08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,136 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,137 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,137 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51563a8aa49489064d6f706a562f6af7, server=d73269e94d72,41697,1732505998189 because future has completed 2024-11-25T03:40:21,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN in 10.2640 sec 2024-11-25T03:40:21,139 INFO [StoreOpener-f739d59e62cbc72ec11345e0f8ae3b08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f739d59e62cbc72ec11345e0f8ae3b08 columnFamilyName cf 2024-11-25T03:40:21,139 DEBUG [StoreOpener-f739d59e62cbc72ec11345e0f8ae3b08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,141 INFO [StoreOpener-f739d59e62cbc72ec11345e0f8ae3b08-1 {}] regionserver.HStore(327): Store=f739d59e62cbc72ec11345e0f8ae3b08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ff99c5f0a2466a987fdb909ed3f12fee, ASSIGN in 10.2670 sec 2024-11-25T03:40:21,141 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,142 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,142 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/e8d0b3da5c1627680679a86578396e08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,143 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,143 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened e8d0b3da5c1627680679a86578396e08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72074923, jitterRate=0.0740000456571579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,143 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:21,143 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,143 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,143 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for e8d0b3da5c1627680679a86578396e08: Running coprocessor pre-open hook at 1732506021118Writing region info on filesystem at 1732506021118Initializing all the Stores at 1732506021121 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021121Cleaning up temporary data from old regions at 1732506021132 (+11 ms)Running coprocessor post-open hooks at 1732506021143 (+11 ms)Region opened successfully at 1732506021143 2024-11-25T03:40:21,144 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,146 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., pid=22, masterSystemTime=1732506021070 2024-11-25T03:40:21,146 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-25T03:40:21,148 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,149 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 46e48d63b6455aeaa9e21a82eb7ddc8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69673488, jitterRate=0.03821587562561035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,150 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:21,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 51563a8aa49489064d6f706a562f6af7, server=d73269e94d72,41697,1732505998189 in 10.0860 sec 2024-11-25T03:40:21,150 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 46e48d63b6455aeaa9e21a82eb7ddc8c: Running coprocessor pre-open hook at 1732506021123Writing region info on filesystem at 1732506021123Initializing all the Stores at 1732506021125 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021125Cleaning up temporary data from old regions at 1732506021137 (+12 ms)Running coprocessor post-open hooks at 1732506021150 (+13 ms)Region opened successfully at 1732506021150 2024-11-25T03:40:21,150 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:21,150 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:21,151 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:21,151 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 679232528a870f9ac4305c5e7ab18eb1, NAME => 'SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:40:21,151 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., pid=17, masterSystemTime=1732506021047 2024-11-25T03:40:21,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=51563a8aa49489064d6f706a562f6af7, ASSIGN in 10.2780 sec 2024-11-25T03:40:21,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e8d0b3da5c1627680679a86578396e08, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:21,151 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,151 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,152 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,152 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,154 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/f739d59e62cbc72ec11345e0f8ae3b08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8d0b3da5c1627680679a86578396e08, server=d73269e94d72,32953,1732505998255 because future has completed 2024-11-25T03:40:21,155 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:21,155 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:21,155 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened f739d59e62cbc72ec11345e0f8ae3b08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67126755, jitterRate=2.665966749191284E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,155 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:21,155 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for f739d59e62cbc72ec11345e0f8ae3b08: Running coprocessor pre-open hook at 1732506021127Writing region info on filesystem at 1732506021127Initializing all the Stores at 1732506021129 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021129Cleaning up temporary data from old regions at 1732506021143 (+14 ms)Running coprocessor post-open hooks at 1732506021155 (+12 ms)Region opened successfully at 1732506021155 2024-11-25T03:40:21,156 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08., pid=16, masterSystemTime=1732506021050 2024-11-25T03:40:21,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=46e48d63b6455aeaa9e21a82eb7ddc8c, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:21,159 INFO [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,159 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:21,159 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:21,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c, server=d73269e94d72,42949,1732505998074 because future has completed 2024-11-25T03:40:21,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f739d59e62cbc72ec11345e0f8ae3b08, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:21,162 INFO [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679232528a870f9ac4305c5e7ab18eb1 columnFamilyName cf 2024-11-25T03:40:21,162 DEBUG [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,163 INFO [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] regionserver.HStore(327): Store=679232528a870f9ac4305c5e7ab18eb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,163 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-25T03:40:21,164 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,165 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e8d0b3da5c1627680679a86578396e08, server=d73269e94d72,32953,1732505998255 in 10.0920 sec 2024-11-25T03:40:21,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08, server=d73269e94d72,41697,1732505998189 because future has completed 2024-11-25T03:40:21,166 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,166 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-25T03:40:21,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN in 10.2960 sec 2024-11-25T03:40:21,169 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c, server=d73269e94d72,42949,1732505998074 in 10.1160 sec 2024-11-25T03:40:21,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-25T03:40:21,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46e48d63b6455aeaa9e21a82eb7ddc8c, ASSIGN in 10.3000 sec 2024-11-25T03:40:21,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08, server=d73269e94d72,41697,1732505998189 in 10.1240 sec 2024-11-25T03:40:21,174 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/679232528a870f9ac4305c5e7ab18eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,175 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 679232528a870f9ac4305c5e7ab18eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68114195, jitterRate=0.014980599284172058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,175 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:21,175 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 679232528a870f9ac4305c5e7ab18eb1: Running coprocessor pre-open hook at 1732506021152Writing region info on filesystem at 1732506021152Initializing all the Stores at 1732506021154 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021154Cleaning up temporary data from old regions at 1732506021166 (+12 ms)Running coprocessor post-open hooks at 1732506021175 (+9 ms)Region opened successfully at 1732506021175 2024-11-25T03:40:21,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f739d59e62cbc72ec11345e0f8ae3b08, ASSIGN in 10.3040 sec 2024-11-25T03:40:21,176 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1., pid=24, masterSystemTime=1732506021070 2024-11-25T03:40:21,179 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:21,179 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:21,179 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:21,180 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6b40bf45089ccdadcfe6404010ddd7, NAME => 'SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T03:40:21,180 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,180 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:21,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=679232528a870f9ac4305c5e7ab18eb1, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:21,180 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,181 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,183 INFO [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 679232528a870f9ac4305c5e7ab18eb1, server=d73269e94d72,32953,1732505998255 because future has completed 2024-11-25T03:40:21,185 INFO [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b40bf45089ccdadcfe6404010ddd7 columnFamilyName cf 2024-11-25T03:40:21,185 DEBUG [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:21,186 INFO [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] regionserver.HStore(327): Store=5f6b40bf45089ccdadcfe6404010ddd7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:21,186 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,187 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,191 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,191 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-25T03:40:21,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 679232528a870f9ac4305c5e7ab18eb1, server=d73269e94d72,32953,1732505998255 in 10.1190 sec 2024-11-25T03:40:21,194 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN in 10.3240 sec 2024-11-25T03:40:21,197 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/5f6b40bf45089ccdadcfe6404010ddd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:40:21,198 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5f6b40bf45089ccdadcfe6404010ddd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59553640, jitterRate=-0.11258161067962646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:21,198 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:21,198 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5f6b40bf45089ccdadcfe6404010ddd7: Running coprocessor pre-open hook at 1732506021181Writing region info on filesystem at 1732506021181Initializing all the Stores at 1732506021182 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506021182Cleaning up temporary data from old regions at 1732506021191 (+9 ms)Running coprocessor post-open hooks at 1732506021198 (+7 ms)Region opened successfully at 1732506021198 2024-11-25T03:40:21,200 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7., pid=23, masterSystemTime=1732506021070 2024-11-25T03:40:21,202 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:21,202 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:21,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=5f6b40bf45089ccdadcfe6404010ddd7, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32953,1732505998255 2024-11-25T03:40:21,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7, server=d73269e94d72,32953,1732505998255 because future has completed 2024-11-25T03:40:21,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-25T03:40:21,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7, server=d73269e94d72,32953,1732505998255 in 10.1390 sec 2024-11-25T03:40:21,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-25T03:40:21,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN in 10.3410 sec 2024-11-25T03:40:21,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:40:21,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506021216"}]},"ts":"1732506021216"} 2024-11-25T03:40:21,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T03:40:21,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:40:21,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5500 sec 2024-11-25T03:40:23,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T03:40:26,255 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:40:26,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:40:27,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-25T03:40:27,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-25T03:40:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:40:28,905 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T03:40:28,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T03:40:28,906 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:40:28,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T03:40:28,921 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:40:28,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T03:40:28,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,974 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:28,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., hostname=d73269e94d72,42949,1732505998074, seqNum=2] 2024-11-25T03:40:29,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., hostname=d73269e94d72,42949,1732505998074, seqNum=2] 2024-11-25T03:40:29,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., hostname=d73269e94d72,42949,1732505998074, seqNum=2] 2024-11-25T03:40:29,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., hostname=d73269e94d72,42949,1732505998074, seqNum=2] 2024-11-25T03:40:29,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., hostname=d73269e94d72,42949,1732505998074, seqNum=2] 2024-11-25T03:40:29,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., hostname=d73269e94d72,42949,1732505998074, seqNum=2] 2024-11-25T03:40:29,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,105 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., hostname=d73269e94d72,41697,1732505998189, seqNum=2] 2024-11-25T03:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,170 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., hostname=d73269e94d72,32953,1732505998255, seqNum=2] 2024-11-25T03:40:29,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:40:29,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:40:29,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:40:29,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:40:29,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41697 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:40:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:30,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42949 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:40:30,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:40:30,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:40:30,811 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T03:40:30,813 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:40:30,814 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T03:40:30,820 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T03:40:30,832 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T03:40:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:40:30,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:40:30,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:40:30,855 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T03:40:30,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51563a8aa49489064d6f706a562f6af7}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1e3a94ced9a76387c9769118c9a43ea}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08}] 2024-11-25T03:40:30,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:30,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:30,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:30,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:30,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:30,872 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:30,873 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:30,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:30,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:30,878 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:30,915 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d73269e94d72,32953,1732505998255 2024-11-25T03:40:30,916 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d73269e94d72,32953,1732505998255: Simulated kill ***** 2024-11-25T03:40:30,916 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:40:30,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:40:30,920 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:40:30,923 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:40:30,924 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:40:30,930 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 551332504 }, "NonHeapMemoryUsage": { "committed": 156368896, "init": 7667712, "max": -1, "used": 153336496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "d73269e94d72", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "d73269e94d72", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61349", "tag.serverName": "d73269e94d72,32953,1732505998255", "tag.clusterId": "acf1a402-eda5-45bb-8331-d4e92f779d11", "tag.Context": "regionserver", "tag.Hostname": "d73269e94d72", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732505998255, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T03:40:30,934 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36633 {}] master.MasterRpcServices(700): d73269e94d72,32953,1732505998255 reported a fatal error: ***** ABORTING region server d73269e94d72,32953,1732505998255: Simulated kill ***** 2024-11-25T03:40:30,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,32953,1732505998255' ***** 2024-11-25T03:40:30,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T03:40:30,937 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:40:30,937 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:40:30,937 INFO [RS:2;d73269e94d72:32953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T03:40:30,937 INFO [RS:2;d73269e94d72:32953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T03:40:30,937 INFO [RS:2;d73269e94d72:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:40:30,938 INFO [RS:2;d73269e94d72:32953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d73269e94d72:32953. 2024-11-25T03:40:30,938 DEBUG [RS:2;d73269e94d72:32953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:40:30,938 DEBUG [RS:2;d73269e94d72:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:40:30,939 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:40:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741835_1011 (size=1257) 2024-11-25T03:40:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741835_1011 (size=1257) 2024-11-25T03:40:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741835_1011 (size=1257) 2024-11-25T03:40:30,946 DEBUG [RS:2;d73269e94d72:32953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:40:30,946 INFO [RS:2;d73269e94d72:32953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:40:30,946 INFO [RS:2;d73269e94d72:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32953 2024-11-25T03:40:30,962 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:40:31,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:40:31,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,32953,1732505998255 2024-11-25T03:40:31,027 INFO [RS:2;d73269e94d72:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:40:31,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,32953,1732505998255] 2024-11-25T03:40:31,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,32953,1732505998255 already deleted, retry=false 2024-11-25T03:40:31,052 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d73269e94d72,32953,1732505998255 on d73269e94d72,36633,1732505997196 2024-11-25T03:40:31,058 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d73269e94d72,32953,1732505998255, splitWal=true, meta=false 2024-11-25T03:40:31,061 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for d73269e94d72,32953,1732505998255 (carryingMeta=false) d73269e94d72,32953,1732505998255/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4c4716bd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:40:31,061 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d73269e94d72,32953,1732505998255, splitWal=true, meta=false 2024-11-25T03:40:31,064 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:31,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:31,065 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): d73269e94d72,32953,1732505998255 had 4 regions 2024-11-25T03:40:31,065 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:31,065 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:31,066 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d73269e94d72,32953,1732505998255, splitWal=true, meta=false, isMeta: false 2024-11-25T03:40:31,066 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 can not run currently because target server of region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. d73269e94d72,32953,1732505998255 is in state CRASHED, wait 1000 ms to retry 2024-11-25T03:40:31,066 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 can not run currently because target server of region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. d73269e94d72,32953,1732505998255 is in state CRASHED, wait 1000 ms to retry 2024-11-25T03:40:31,066 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 can not run currently because target server of region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. d73269e94d72,32953,1732505998255 is in state CRASHED, wait 1000 ms to retry 2024-11-25T03:40:31,066 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 can not run currently because target server of region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. d73269e94d72,32953,1732505998255 is in state CRASHED, wait 1000 ms to retry 2024-11-25T03:40:31,067 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7; timeout=1000, timestamp=1732506032066 2024-11-25T03:40:31,067 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1; timeout=1000, timestamp=1732506032066 2024-11-25T03:40:31,067 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08; timeout=1000, timestamp=1732506032066 2024-11-25T03:40:31,067 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009; timeout=1000, timestamp=1732506032066 2024-11-25T03:40:31,069 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting 2024-11-25T03:40:31,071 INFO [PEWorker-2 {}] master.SplitWALManager(105): d73269e94d72,32953,1732505998255 WAL count=1, meta=false 2024-11-25T03:40:31,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d73269e94d72%2C32953%2C1732505998255.1732505999793}] 2024-11-25T03:40:31,079 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=d73269e94d72,42949,1732505998074 2024-11-25T03:40:31,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d73269e94d72%2C32953%2C1732505998255.1732505999793, worker=d73269e94d72,42949,1732505998074}] 2024-11-25T03:40:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:40:31,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32953-0x101701387d30003, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:40:31,142 INFO [RS:2;d73269e94d72:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:40:31,142 INFO [RS:2;d73269e94d72:32953 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,32953,1732505998255; zookeeper connection closed. 2024-11-25T03:40:31,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8ea55e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8ea55e6 2024-11-25T03:40:31,626 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:40:31,626 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:40:32,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:32,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:32,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:32,068 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:32,070 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 can not run currently because target server of region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:40:32,070 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 can not run currently because target server of region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:40:32,071 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 can not run currently because target server of region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:40:32,071 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 can not run currently because target server of region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 2000 ms to retry 2024-11-25T03:40:32,071 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7; timeout=2000, timestamp=1732506034070 2024-11-25T03:40:32,071 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1; timeout=2000, timestamp=1732506034070 2024-11-25T03:40:32,071 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009; timeout=2000, timestamp=1732506034071 2024-11-25T03:40:32,071 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08; timeout=2000, timestamp=1732506034071 2024-11-25T03:40:34,070 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:34,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:34,071 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:34,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:34,071 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 can not run currently because target server of region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:40:34,071 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 can not run currently because target server of region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:40:34,072 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1; timeout=4000, timestamp=1732506038071 2024-11-25T03:40:34,072 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7; timeout=4000, timestamp=1732506038071 2024-11-25T03:40:34,072 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 can not run currently because target server of region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:40:34,072 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 can not run currently because target server of region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 4000 ms to retry 2024-11-25T03:40:34,072 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08; timeout=4000, timestamp=1732506038072 2024-11-25T03:40:34,072 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009; timeout=4000, timestamp=1732506038072 2024-11-25T03:40:34,338 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d73269e94d72:36633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T03:40:38,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:38,071 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:38,072 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:38,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:38,073 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 can not run currently because target server of region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:40:38,073 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 can not run currently because target server of region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:40:38,073 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7; timeout=8000, timestamp=1732506046073 2024-11-25T03:40:38,073 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1; timeout=8000, timestamp=1732506046073 2024-11-25T03:40:38,074 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 can not run currently because target server of region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:40:38,074 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08; timeout=8000, timestamp=1732506046074 2024-11-25T03:40:38,075 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 can not run currently because target server of region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. d73269e94d72,32953,1732505998255 is in state SPLITTING, wait 8000 ms to retry 2024-11-25T03:40:38,075 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009; timeout=8000, timestamp=1732506046075 2024-11-25T03:40:40,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T03:40:40,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T03:40:40,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T03:40:40,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:40,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T03:40:40,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:40,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-25T03:40:40,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T03:40:40,875 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:40,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T03:40:40,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ff99c5f0a2466a987fdb909ed3f12fee: 2024-11-25T03:40:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f739d59e62cbc72ec11345e0f8ae3b08: 2024-11-25T03:40:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. for SnapshotProcedureTest completed. 2024-11-25T03:40:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. for SnapshotProcedureTest completed. 2024-11-25T03:40:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 51563a8aa49489064d6f706a562f6af7: 2024-11-25T03:40:40,880 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. for SnapshotProcedureTest completed. 2024-11-25T03:40:40,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:40:40,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:40:40,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:40,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:40:40,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 46e48d63b6455aeaa9e21a82eb7ddc8c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T03:40:40,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9391bbb118d52375ce3a8818f66eeb3b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T03:40:40,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:40:40,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:40:40,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:40:40,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:40:40,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:40:40,888 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:40:40,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:40,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a1e3a94ced9a76387c9769118c9a43ea: 2024-11-25T03:40:40,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. for SnapshotProcedureTest completed. 2024-11-25T03:40:40,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:40:40,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:40:40,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:40:40,934 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793, size=1.2 K (1257bytes) 2024-11-25T03:40:40,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T03:40:40,936 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T03:40:40,936 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 2024-11-25T03:40:40,946 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 after 7ms 2024-11-25T03:40:40,984 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 took 52ms 2024-11-25T03:40:41,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/.tmp/cf/fddceea776254b7d93f965031577debd is 34, key is ccd/cf:cf/1732506029983/Put/seqid=0 2024-11-25T03:40:41,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/.tmp/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e is 34, key is baa/cf:cf/1732506030079/Put/seqid=0 2024-11-25T03:40:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:40:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:40:41,064 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for fb9526b8be8ad07bb0ec87ed9d20e009: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:40:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:40:41,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:40:41,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T03:40:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T03:40:41,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:41,071 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:40:41,076 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e8d0b3da5c1627680679a86578396e08: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:40:41,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a1e3a94ced9a76387c9769118c9a43ea in 10.2160 sec 2024-11-25T03:40:41,078 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 679232528a870f9ac4305c5e7ab18eb1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:40:41,081 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5f6b40bf45089ccdadcfe6404010ddd7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:40:41,082 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 so closing down 2024-11-25T03:40:41,082 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:40:41,082 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:40:41,087 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 30 ms; skipped=4; WAL=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-25T03:40:41,088 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793, journal: Splitting hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793, size=1.2 K (1257bytes) at 1732506040935Finishing writing output for hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 so closing down at 1732506041082 (+147 ms)3 split writer threads finished at 1732506041083 (+1 ms)Processed 4 edits across 0 Regions in 30 ms; skipped=4; WAL=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732506041088 (+5 ms) 2024-11-25T03:40:41,088 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 2024-11-25T03:40:41,088 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T03:40:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T03:40:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741851_1027 (size=57) 2024-11-25T03:40:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741851_1027 (size=57) 2024-11-25T03:40:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741851_1027 (size=57) 2024-11-25T03:40:41,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:40:41,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T03:40:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T03:40:41,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:41,108 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:40:41,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 51563a8aa49489064d6f706a562f6af7 in 10.2510 sec 2024-11-25T03:40:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:40:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:40:41,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:40:41,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:40:41,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T03:40:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T03:40:41,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:41,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:40:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741852_1028 (size=65) 2024-11-25T03:40:41,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741852_1028 (size=65) 2024-11-25T03:40:41,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:40:41,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T03:40:41,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741852_1028 (size=65) 2024-11-25T03:40:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T03:40:41,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:41,126 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:40:41,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ff99c5f0a2466a987fdb909ed3f12fee in 10.2650 sec 2024-11-25T03:40:41,128 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting/d73269e94d72%2C32953%2C1732505998255.1732505999793 to hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs 2024-11-25T03:40:41,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f739d59e62cbc72ec11345e0f8ae3b08 in 10.2690 sec 2024-11-25T03:40:41,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T03:40:41,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d73269e94d72%2C32953%2C1732505998255.1732505999793, worker=d73269e94d72,42949,1732505998074 in 10.0470 sec 2024-11-25T03:40:41,136 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=d73269e94d72,42949,1732505998074 2024-11-25T03:40:41,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T03:40:41,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure d73269e94d72%2C32953%2C1732505998255.1732505999793, worker=d73269e94d72,42949,1732505998074 in 10.0630 sec 2024-11-25T03:40:41,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741854_1030 (size=28623) 2024-11-25T03:40:41,143 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting dir is empty, no logs to split. 2024-11-25T03:40:41,143 INFO [PEWorker-2 {}] master.SplitWALManager(105): d73269e94d72,32953,1732505998255 WAL count=0, meta=false 2024-11-25T03:40:41,143 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if d73269e94d72,32953,1732505998255 WAL splitting is done? wals=0, meta=false 2024-11-25T03:40:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741854_1030 (size=28623) 2024-11-25T03:40:41,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741854_1030 (size=28623) 2024-11-25T03:40:41,150 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/.tmp/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e 2024-11-25T03:40:41,151 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d73269e94d72,32953,1732505998255 failed, ignore...File hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/WALs/d73269e94d72,32953,1732505998255-splitting does not exist. 2024-11-25T03:40:41,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN}] 2024-11-25T03:40:41,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741853_1029 (size=47197) 2024-11-25T03:40:41,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741853_1029 (size=47197) 2024-11-25T03:40:41,157 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN 2024-11-25T03:40:41,157 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN 2024-11-25T03:40:41,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN 2024-11-25T03:40:41,157 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN 2024-11-25T03:40:41,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741853_1029 (size=47197) 2024-11-25T03:40:41,159 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:40:41,160 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/.tmp/cf/fddceea776254b7d93f965031577debd 2024-11-25T03:40:41,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:40:41,161 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:40:41,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:40:41,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/.tmp/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e 2024-11-25T03:40:41,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/.tmp/cf/fddceea776254b7d93f965031577debd as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/cf/fddceea776254b7d93f965031577debd 2024-11-25T03:40:41,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/cf/fddceea776254b7d93f965031577debd, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T03:40:41,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T03:40:41,232 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 46e48d63b6455aeaa9e21a82eb7ddc8c in 345ms, sequenceid=5, compaction requested=false 2024-11-25T03:40:41,232 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9391bbb118d52375ce3a8818f66eeb3b in 351ms, sequenceid=5, compaction requested=false 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9391bbb118d52375ce3a8818f66eeb3b: 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 46e48d63b6455aeaa9e21a82eb7ddc8c: 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. for SnapshotProcedureTest completed. 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. for SnapshotProcedureTest completed. 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e] hfiles 2024-11-25T03:40:41,233 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/cf/fddceea776254b7d93f965031577debd] hfiles 2024-11-25T03:40:41,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/cf/fddceea776254b7d93f965031577debd for snapshot=SnapshotProcedureTest 2024-11-25T03:40:41,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/cf/ebdba5d52f7b4cb8a7b9c619af75bc2e for snapshot=SnapshotProcedureTest 2024-11-25T03:40:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741856_1032 (size=105) 2024-11-25T03:40:41,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:40:41,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T03:40:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T03:40:41,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:41,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:40:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741856_1032 (size=105) 2024-11-25T03:40:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741856_1032 (size=105) 2024-11-25T03:40:41,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46e48d63b6455aeaa9e21a82eb7ddc8c in 10.4370 sec 2024-11-25T03:40:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741855_1031 (size=105) 2024-11-25T03:40:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741855_1031 (size=105) 2024-11-25T03:40:41,310 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:40:41,311 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:40:41,311 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:40:41,311 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:40:41,311 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:40:41,311 INFO [d73269e94d72:36633 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:40:41,311 INFO [d73269e94d72:36633 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:40:41,311 DEBUG [d73269e94d72:36633 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:40:41,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e8d0b3da5c1627680679a86578396e08, regionState=OPENING, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:41,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=679232528a870f9ac4305c5e7ab18eb1, regionState=OPENING, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741855_1031 (size=105) 2024-11-25T03:40:41,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5f6b40bf45089ccdadcfe6404010ddd7, regionState=OPENING, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:41,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=fb9526b8be8ad07bb0ec87ed9d20e009, regionState=OPENING, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:41,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:40:41,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T03:40:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T03:40:41,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:41,315 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:40:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN because future has completed 2024-11-25T03:40:41,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN because future has completed 2024-11-25T03:40:41,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8d0b3da5c1627680679a86578396e08, server=d73269e94d72,42949,1732505998074}] 2024-11-25T03:40:41,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 679232528a870f9ac4305c5e7ab18eb1, server=d73269e94d72,42949,1732505998074}] 2024-11-25T03:40:41,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN because future has completed 2024-11-25T03:40:41,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7, server=d73269e94d72,41697,1732505998189}] 2024-11-25T03:40:41,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN because future has completed 2024-11-25T03:40:41,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009, server=d73269e94d72,41697,1732505998189}] 2024-11-25T03:40:41,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9391bbb118d52375ce3a8818f66eeb3b in 10.4610 sec 2024-11-25T03:40:46,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 held by pid=41 2024-11-25T03:40:46,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 held by pid=42 2024-11-25T03:40:46,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:46,075 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:46,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 held by pid=39 2024-11-25T03:40:46,075 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:46,075 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 held by pid=40 2024-11-25T03:40:46,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:50,420 INFO [master/d73269e94d72:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T03:40:50,421 INFO [master/d73269e94d72:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T03:40:51,338 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:51,338 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 679232528a870f9ac4305c5e7ab18eb1, NAME => 'SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:40:51,339 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,339 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:51,339 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,339 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,339 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:51,340 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f6b40bf45089ccdadcfe6404010ddd7, NAME => 'SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T03:40:51,340 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,340 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:51,340 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,340 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,341 INFO [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,342 INFO [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,343 INFO [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 679232528a870f9ac4305c5e7ab18eb1 columnFamilyName cf 2024-11-25T03:40:51,343 DEBUG [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:51,343 INFO [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f6b40bf45089ccdadcfe6404010ddd7 columnFamilyName cf 2024-11-25T03:40:51,343 DEBUG [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:51,343 INFO [StoreOpener-679232528a870f9ac4305c5e7ab18eb1-1 {}] regionserver.HStore(327): Store=679232528a870f9ac4305c5e7ab18eb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:51,343 INFO [StoreOpener-5f6b40bf45089ccdadcfe6404010ddd7-1 {}] regionserver.HStore(327): Store=5f6b40bf45089ccdadcfe6404010ddd7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:51,343 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,343 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,344 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,344 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,346 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,346 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,346 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,346 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,347 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,347 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,349 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,349 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,350 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 5f6b40bf45089ccdadcfe6404010ddd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74906034, jitterRate=0.11618688702583313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:51,350 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,350 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 679232528a870f9ac4305c5e7ab18eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75319759, jitterRate=0.12235186994075775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:51,350 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,350 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 5f6b40bf45089ccdadcfe6404010ddd7: Running coprocessor pre-open hook at 1732506051340Writing region info on filesystem at 1732506051340Initializing all the Stores at 1732506051341 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506051341Cleaning up temporary data from old regions at 1732506051346 (+5 ms)Running coprocessor post-open hooks at 1732506051350 (+4 ms)Region opened successfully at 1732506051350 2024-11-25T03:40:51,350 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 679232528a870f9ac4305c5e7ab18eb1: Running coprocessor pre-open hook at 1732506051339Writing region info on filesystem at 1732506051339Initializing all the Stores at 1732506051341 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506051341Cleaning up temporary data from old regions at 1732506051347 (+6 ms)Running coprocessor post-open hooks at 1732506051350 (+3 ms)Region opened successfully at 1732506051350 2024-11-25T03:40:51,351 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7., pid=45, masterSystemTime=1732506051334 2024-11-25T03:40:51,351 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1., pid=44, masterSystemTime=1732506051332 2024-11-25T03:40:51,353 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:51,353 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:40:51,353 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:51,354 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e8d0b3da5c1627680679a86578396e08, NAME => 'SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T03:40:51,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=679232528a870f9ac4305c5e7ab18eb1, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:51,354 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,354 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:51,354 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:51,354 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:40:51,354 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,354 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,354 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:51,355 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => fb9526b8be8ad07bb0ec87ed9d20e009, NAME => 'SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:40:51,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5f6b40bf45089ccdadcfe6404010ddd7, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:51,355 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,355 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:40:51,355 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,355 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 679232528a870f9ac4305c5e7ab18eb1, server=d73269e94d72,42949,1732505998074 because future has completed 2024-11-25T03:40:51,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7, server=d73269e94d72,41697,1732505998189 because future has completed 2024-11-25T03:40:51,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-25T03:40:51,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 679232528a870f9ac4305c5e7ab18eb1, server=d73269e94d72,42949,1732505998074 in 10.0380 sec 2024-11-25T03:40:51,360 INFO [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,361 INFO [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,361 INFO [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d0b3da5c1627680679a86578396e08 columnFamilyName cf 2024-11-25T03:40:51,362 INFO [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb9526b8be8ad07bb0ec87ed9d20e009 columnFamilyName cf 2024-11-25T03:40:51,362 DEBUG [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:51,362 DEBUG [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:40:51,362 INFO [StoreOpener-e8d0b3da5c1627680679a86578396e08-1 {}] regionserver.HStore(327): Store=e8d0b3da5c1627680679a86578396e08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:51,362 INFO [StoreOpener-fb9526b8be8ad07bb0ec87ed9d20e009-1 {}] regionserver.HStore(327): Store=fb9526b8be8ad07bb0ec87ed9d20e009/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:40:51,362 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,362 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,363 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,363 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,365 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-25T03:40:51,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7, server=d73269e94d72,41697,1732505998189 in 10.0360 sec 2024-11-25T03:40:51,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=679232528a870f9ac4305c5e7ab18eb1, ASSIGN in 10.2060 sec 2024-11-25T03:40:51,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:40:51,366 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,366 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5f6b40bf45089ccdadcfe6404010ddd7, ASSIGN in 10.2110 sec 2024-11-25T03:40:51,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:40:51,370 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,371 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened fb9526b8be8ad07bb0ec87ed9d20e009; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59978292, jitterRate=-0.10625380277633667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:51,372 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,372 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,372 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for fb9526b8be8ad07bb0ec87ed9d20e009: Running coprocessor pre-open hook at 1732506051356Writing region info on filesystem at 1732506051356Initializing all the Stores at 1732506051357 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506051357Cleaning up temporary data from old regions at 1732506051366 (+9 ms)Running coprocessor post-open hooks at 1732506051372 (+6 ms)Region opened successfully at 1732506051372 2024-11-25T03:40:51,372 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,372 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,373 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., pid=46, masterSystemTime=1732506051334 2024-11-25T03:40:51,375 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:51,375 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:40:51,375 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=fb9526b8be8ad07bb0ec87ed9d20e009, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,41697,1732505998189 2024-11-25T03:40:51,377 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e8d0b3da5c1627680679a86578396e08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68435478, jitterRate=0.019768089056015015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:40:51,377 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,377 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e8d0b3da5c1627680679a86578396e08: Running coprocessor pre-open hook at 1732506051355Writing region info on filesystem at 1732506051355Initializing all the Stores at 1732506051356 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506051357 (+1 ms)Cleaning up temporary data from old regions at 1732506051372 (+15 ms)Running coprocessor post-open hooks at 1732506051377 (+5 ms)Region opened successfully at 1732506051377 2024-11-25T03:40:51,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009, server=d73269e94d72,41697,1732505998189 because future has completed 2024-11-25T03:40:51,378 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., pid=43, masterSystemTime=1732506051332 2024-11-25T03:40:51,381 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:51,381 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:40:51,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=e8d0b3da5c1627680679a86578396e08, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,42949,1732505998074 2024-11-25T03:40:51,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-25T03:40:51,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009, server=d73269e94d72,41697,1732505998189 in 10.0490 sec 2024-11-25T03:40:51,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8d0b3da5c1627680679a86578396e08, server=d73269e94d72,42949,1732505998074 because future has completed 2024-11-25T03:40:51,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb9526b8be8ad07bb0ec87ed9d20e009, ASSIGN in 10.2290 sec 2024-11-25T03:40:51,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:40:51,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-25T03:40:51,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure e8d0b3da5c1627680679a86578396e08, server=d73269e94d72,42949,1732505998074 in 10.0670 sec 2024-11-25T03:40:51,390 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:40:51,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-25T03:40:51,391 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server d73269e94d72,32953,1732505998255 after splitting done 2024-11-25T03:40:51,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e8d0b3da5c1627680679a86578396e08, ASSIGN in 10.2340 sec 2024-11-25T03:40:51,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure d73269e94d72,32953,1732505998255, splitWal=true, meta=false in 20.3390 sec 2024-11-25T03:40:56,256 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:40:56,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T03:40:59,637 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T03:41:01,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T03:41:01,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e8d0b3da5c1627680679a86578396e08: 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. for SnapshotProcedureTest completed. 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 679232528a870f9ac4305c5e7ab18eb1: 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. for SnapshotProcedureTest completed. 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:41:01,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:41:01,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:41:01,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:41:01,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T03:41:01,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T03:41:01,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:01,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:01,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5f6b40bf45089ccdadcfe6404010ddd7: 2024-11-25T03:41:01,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. for SnapshotProcedureTest completed. 2024-11-25T03:41:01,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for fb9526b8be8ad07bb0ec87ed9d20e009: 2024-11-25T03:41:01,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. for SnapshotProcedureTest completed. 2024-11-25T03:41:01,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:41:01,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:41:01,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:41:01,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:41:01,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:41:01,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:41:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741857_1033 (size=57) 2024-11-25T03:41:01,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741857_1033 (size=57) 2024-11-25T03:41:01,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741857_1033 (size=57) 2024-11-25T03:41:01,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:01,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T03:41:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T03:41:01,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e8d0b3da5c1627680679a86578396e08 2024-11-25T03:41:01,388 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 2024-11-25T03:41:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741858_1034 (size=65) 2024-11-25T03:41:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741860_1036 (size=65) 2024-11-25T03:41:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741859_1035 (size=65) 2024-11-25T03:41:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741860_1036 (size=65) 2024-11-25T03:41:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741859_1035 (size=65) 2024-11-25T03:41:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741859_1035 (size=65) 2024-11-25T03:41:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741858_1034 (size=65) 2024-11-25T03:41:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741860_1036 (size=65) 2024-11-25T03:41:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741858_1034 (size=65) 2024-11-25T03:41:01,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:01,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T03:41:01,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:01,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T03:41:01,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:01,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T03:41:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T03:41:01,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:41:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T03:41:01,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e8d0b3da5c1627680679a86578396e08 in 30.5330 sec 2024-11-25T03:41:01,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:41:01,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:41:01,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:41:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T03:41:01,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:41:01,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:41:01,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 679232528a870f9ac4305c5e7ab18eb1 in 30.5360 sec 2024-11-25T03:41:01,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5f6b40bf45089ccdadcfe6404010ddd7 in 30.5360 sec 2024-11-25T03:41:01,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-25T03:41:01,397 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T03:41:01,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb9526b8be8ad07bb0ec87ed9d20e009 in 30.5360 sec 2024-11-25T03:41:01,400 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T03:41:01,402 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T03:41:01,402 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T03:41:01,406 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:41:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741861_1037 (size=1094) 2024-11-25T03:41:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741861_1037 (size=1094) 2024-11-25T03:41:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741861_1037 (size=1094) 2024-11-25T03:41:01,435 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T03:41:01,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T03:41:01,450 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:01,450 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:01,450 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:01,450 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:01,450 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:01,455 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:06,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9391bbb118d52375ce3a8818f66eeb3b, had cached 0 bytes from a total of 47197 2024-11-25T03:41:06,123 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 46e48d63b6455aeaa9e21a82eb7ddc8c, had cached 0 bytes from a total of 28623 2024-11-25T03:41:06,340 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d73269e94d72:36633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T03:41:11,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-25T03:41:11,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-25T03:41:11,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-25T03:41:11,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-25T03:41:11,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-25T03:41:11,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-25T03:41:11,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:41:11,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:41:11,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T03:41:11,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T03:41:11,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T03:41:11,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T03:41:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T03:41:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-25T03:41:11,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T03:41:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T03:41:11,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T03:41:11,464 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 Release verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-25T03:41:11,465 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 Release verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-25T03:41:11,465 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 Release verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T03:41:11,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 in 10.0200 sec 2024-11-25T03:41:11,468 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 Release verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:11,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 in 10.0220 sec 2024-11-25T03:41:11,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 in 10.0210 sec 2024-11-25T03:41:11,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 in 10.0240 sec 2024-11-25T03:41:11,470 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 Release verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:11,470 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 Release verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:11,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 in 10.0260 sec 2024-11-25T03:41:11,473 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:11,473 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:11,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:11,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 in 10.0260 sec 2024-11-25T03:41:11,478 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:11,934 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 51563a8aa49489064d6f706a562f6af7 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,935 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f6b40bf45089ccdadcfe6404010ddd7 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,935 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f739d59e62cbc72ec11345e0f8ae3b08 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,936 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb9526b8be8ad07bb0ec87ed9d20e009 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,936 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9391bbb118d52375ce3a8818f66eeb3b changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,936 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ff99c5f0a2466a987fdb909ed3f12fee changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,936 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a1e3a94ced9a76387c9769118c9a43ea changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,936 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 679232528a870f9ac4305c5e7ab18eb1 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,937 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 46e48d63b6455aeaa9e21a82eb7ddc8c changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:11,937 DEBUG [master/d73269e94d72:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8d0b3da5c1627680679a86578396e08 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:21,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-25T03:41:21,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-25T03:41:21,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-25T03:41:21,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-25T03:41:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T03:41:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T03:41:21,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T03:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T03:41:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-25T03:41:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T03:41:21,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T03:41:21,479 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 Release verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36633 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T03:41:21,479 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 Release verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:21,480 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 Release verify snapshot worker=d73269e94d72,41697,1732505998189 2024-11-25T03:41:21,482 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 Release verify snapshot worker=d73269e94d72,42949,1732505998074 2024-11-25T03:41:21,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 in 20.0350 sec 2024-11-25T03:41:21,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,41697,1732505998189 in 20.0360 sec 2024-11-25T03:41:21,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 in 20.0350 sec 2024-11-25T03:41:21,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-25T03:41:21,485 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T03:41:21,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,42949,1732505998074 in 20.0380 sec 2024-11-25T03:41:21,486 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T03:41:21,488 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T03:41:21,488 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T03:41:21,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6820 sec 2024-11-25T03:41:21,695 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T03:41:21,704 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T03:41:21,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:41:21,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:41:21,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:41:21,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:21,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:21,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:41:21,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:41:21,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1424824453, stopped=false 2024-11-25T03:41:21,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d73269e94d72,36633,1732505997196 2024-11-25T03:41:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:21,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:41:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:21,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:21,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:41:21,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:41:21,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:21,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:21,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,42949,1732505998074' ***** 2024-11-25T03:41:21,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:41:21,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,41697,1732505998189' ***** 2024-11-25T03:41:21,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:41:21,723 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:41:21,723 INFO [RS:0;d73269e94d72:42949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:41:21,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:41:21,724 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:41:21,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:21,724 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:41:21,724 INFO [RS:1;d73269e94d72:41697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:41:21,724 INFO [RS:1;d73269e94d72:41697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:41:21,724 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:41:21,723 INFO [RS:0;d73269e94d72:42949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:41:21,724 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 46e48d63b6455aeaa9e21a82eb7ddc8c 2024-11-25T03:41:21,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:21,728 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for 9391bbb118d52375ce3a8818f66eeb3b 2024-11-25T03:41:21,728 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f6b40bf45089ccdadcfe6404010ddd7 2024-11-25T03:41:21,728 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for 51563a8aa49489064d6f706a562f6af7 2024-11-25T03:41:21,728 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for f739d59e62cbc72ec11345e0f8ae3b08 2024-11-25T03:41:21,728 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,41697,1732505998189 2024-11-25T03:41:21,729 INFO [RS:1;d73269e94d72:41697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:41:21,729 INFO [RS:1;d73269e94d72:41697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d73269e94d72:41697. 2024-11-25T03:41:21,729 DEBUG [RS:1;d73269e94d72:41697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:41:21,729 DEBUG [RS:1;d73269e94d72:41697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:21,729 INFO [RS:1;d73269e94d72:41697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:41:21,729 INFO [RS:1;d73269e94d72:41697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:41:21,729 INFO [RS:1;d73269e94d72:41697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:41:21,729 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:41:21,730 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb9526b8be8ad07bb0ec87ed9d20e009, disabling compactions & flushes 2024-11-25T03:41:21,730 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:21,731 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:21,731 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. after waiting 0 ms 2024-11-25T03:41:21,731 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:21,740 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T03:41:21,741 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:41:21,741 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:41:21,741 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1325): Online Regions={fb9526b8be8ad07bb0ec87ed9d20e009=SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009., 9391bbb118d52375ce3a8818f66eeb3b=SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b., 1588230740=hbase:meta,,1.1588230740, 5f6b40bf45089ccdadcfe6404010ddd7=SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7., 51563a8aa49489064d6f706a562f6af7=SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7., f739d59e62cbc72ec11345e0f8ae3b08=SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08.} 2024-11-25T03:41:21,741 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:41:21,741 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:41:21,741 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:41:21,741 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51563a8aa49489064d6f706a562f6af7, 5f6b40bf45089ccdadcfe6404010ddd7, 9391bbb118d52375ce3a8818f66eeb3b, f739d59e62cbc72ec11345e0f8ae3b08, fb9526b8be8ad07bb0ec87ed9d20e009 2024-11-25T03:41:21,741 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for a1e3a94ced9a76387c9769118c9a43ea 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for 679232528a870f9ac4305c5e7ab18eb1 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for e8d0b3da5c1627680679a86578396e08 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(3091): Received CLOSE for ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,42949,1732505998074 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:41:21,742 INFO [RS:0;d73269e94d72:42949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d73269e94d72:42949. 2024-11-25T03:41:21,742 DEBUG [RS:0;d73269e94d72:42949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:41:21,743 DEBUG [RS:0;d73269e94d72:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:21,743 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T03:41:21,743 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1325): Online Regions={46e48d63b6455aeaa9e21a82eb7ddc8c=SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c., a1e3a94ced9a76387c9769118c9a43ea=SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea., 679232528a870f9ac4305c5e7ab18eb1=SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1., e8d0b3da5c1627680679a86578396e08=SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08., ff99c5f0a2466a987fdb909ed3f12fee=SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee.} 2024-11-25T03:41:21,743 DEBUG [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1351): Waiting on 46e48d63b6455aeaa9e21a82eb7ddc8c, 679232528a870f9ac4305c5e7ab18eb1, a1e3a94ced9a76387c9769118c9a43ea, e8d0b3da5c1627680679a86578396e08, ff99c5f0a2466a987fdb909ed3f12fee 2024-11-25T03:41:21,746 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46e48d63b6455aeaa9e21a82eb7ddc8c, disabling compactions & flushes 2024-11-25T03:41:21,746 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:41:21,746 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:41:21,746 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. after waiting 0 ms 2024-11-25T03:41:21,746 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:41:21,762 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/fb9526b8be8ad07bb0ec87ed9d20e009/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,769 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:21,769 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb9526b8be8ad07bb0ec87ed9d20e009: Waiting for close lock at 1732506081730Running coprocessor pre-close hooks at 1732506081730Disabling compacts and flushes for region at 1732506081730Disabling writes for close at 1732506081731 (+1 ms)Writing region close event to WAL at 1732506081751 (+20 ms)Running coprocessor post-close hooks at 1732506081764 (+13 ms)Closed at 1732506081769 (+5 ms) 2024-11-25T03:41:21,769 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732506010665.fb9526b8be8ad07bb0ec87ed9d20e009. 2024-11-25T03:41:21,770 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9391bbb118d52375ce3a8818f66eeb3b, disabling compactions & flushes 2024-11-25T03:41:21,770 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:41:21,770 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:41:21,770 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. after waiting 0 ms 2024-11-25T03:41:21,770 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:41:21,784 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/46e48d63b6455aeaa9e21a82eb7ddc8c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:41:21,785 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:41:21,785 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46e48d63b6455aeaa9e21a82eb7ddc8c: Waiting for close lock at 1732506081746Running coprocessor pre-close hooks at 1732506081746Disabling compacts and flushes for region at 1732506081746Disabling writes for close at 1732506081746Writing region close event to WAL at 1732506081768 (+22 ms)Running coprocessor post-close hooks at 1732506081785 (+17 ms)Closed at 1732506081785 2024-11-25T03:41:21,785 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732506010665.46e48d63b6455aeaa9e21a82eb7ddc8c. 2024-11-25T03:41:21,786 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1e3a94ced9a76387c9769118c9a43ea, disabling compactions & flushes 2024-11-25T03:41:21,786 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:41:21,786 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:41:21,786 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. after waiting 0 ms 2024-11-25T03:41:21,786 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:41:21,796 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/info/884c75b18138441cbb95cec2cfff1724 is 167, key is SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee./info:regioninfo/1732506021119/Put/seqid=0 2024-11-25T03:41:21,797 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/9391bbb118d52375ce3a8818f66eeb3b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:41:21,798 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:41:21,798 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9391bbb118d52375ce3a8818f66eeb3b: Waiting for close lock at 1732506081770Running coprocessor pre-close hooks at 1732506081770Disabling compacts and flushes for region at 1732506081770Disabling writes for close at 1732506081770Writing region close event to WAL at 1732506081783 (+13 ms)Running coprocessor post-close hooks at 1732506081798 (+15 ms)Closed at 1732506081798 2024-11-25T03:41:21,798 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732506010665.9391bbb118d52375ce3a8818f66eeb3b. 2024-11-25T03:41:21,799 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f6b40bf45089ccdadcfe6404010ddd7, disabling compactions & flushes 2024-11-25T03:41:21,799 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:21,799 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:21,799 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. after waiting 0 ms 2024-11-25T03:41:21,799 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:21,801 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/a1e3a94ced9a76387c9769118c9a43ea/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,803 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:41:21,804 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1e3a94ced9a76387c9769118c9a43ea: Waiting for close lock at 1732506081786Running coprocessor pre-close hooks at 1732506081786Disabling compacts and flushes for region at 1732506081786Disabling writes for close at 1732506081786Writing region close event to WAL at 1732506081791 (+5 ms)Running coprocessor post-close hooks at 1732506081803 (+12 ms)Closed at 1732506081803 2024-11-25T03:41:21,804 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732506010665.a1e3a94ced9a76387c9769118c9a43ea. 2024-11-25T03:41:21,804 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 679232528a870f9ac4305c5e7ab18eb1, disabling compactions & flushes 2024-11-25T03:41:21,804 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:21,804 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:21,804 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. after waiting 0 ms 2024-11-25T03:41:21,804 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:21,813 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:41:21,814 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:41:21,815 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/5f6b40bf45089ccdadcfe6404010ddd7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,817 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:21,817 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f6b40bf45089ccdadcfe6404010ddd7: Waiting for close lock at 1732506081799Running coprocessor pre-close hooks at 1732506081799Disabling compacts and flushes for region at 1732506081799Disabling writes for close at 1732506081799Writing region close event to WAL at 1732506081802 (+3 ms)Running coprocessor post-close hooks at 1732506081817 (+15 ms)Closed at 1732506081817 2024-11-25T03:41:21,817 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732506010665.5f6b40bf45089ccdadcfe6404010ddd7. 2024-11-25T03:41:21,817 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51563a8aa49489064d6f706a562f6af7, disabling compactions & flushes 2024-11-25T03:41:21,817 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:41:21,817 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:41:21,817 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. after waiting 0 ms 2024-11-25T03:41:21,818 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:41:21,827 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/679232528a870f9ac4305c5e7ab18eb1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,828 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:21,829 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 679232528a870f9ac4305c5e7ab18eb1: Waiting for close lock at 1732506081804Running coprocessor pre-close hooks at 1732506081804Disabling compacts and flushes for region at 1732506081804Disabling writes for close at 1732506081804Writing region close event to WAL at 1732506081815 (+11 ms)Running coprocessor post-close hooks at 1732506081828 (+13 ms)Closed at 1732506081828 2024-11-25T03:41:21,829 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732506010665.679232528a870f9ac4305c5e7ab18eb1. 2024-11-25T03:41:21,829 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8d0b3da5c1627680679a86578396e08, disabling compactions & flushes 2024-11-25T03:41:21,829 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:21,829 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:21,829 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. after waiting 0 ms 2024-11-25T03:41:21,829 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741862_1038 (size=20292) 2024-11-25T03:41:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741862_1038 (size=20292) 2024-11-25T03:41:21,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741862_1038 (size=20292) 2024-11-25T03:41:21,838 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/info/884c75b18138441cbb95cec2cfff1724 2024-11-25T03:41:21,847 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/51563a8aa49489064d6f706a562f6af7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,848 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:41:21,848 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51563a8aa49489064d6f706a562f6af7: Waiting for close lock at 1732506081817Running coprocessor pre-close hooks at 1732506081817Disabling compacts and flushes for region at 1732506081817Disabling writes for close at 1732506081818 (+1 ms)Writing region close event to WAL at 1732506081821 (+3 ms)Running coprocessor post-close hooks at 1732506081848 (+27 ms)Closed at 1732506081848 2024-11-25T03:41:21,848 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732506010665.51563a8aa49489064d6f706a562f6af7. 2024-11-25T03:41:21,848 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f739d59e62cbc72ec11345e0f8ae3b08, disabling compactions & flushes 2024-11-25T03:41:21,848 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:41:21,849 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:41:21,849 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. after waiting 0 ms 2024-11-25T03:41:21,849 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:41:21,880 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/e8d0b3da5c1627680679a86578396e08/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,881 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:21,881 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8d0b3da5c1627680679a86578396e08: Waiting for close lock at 1732506081829Running coprocessor pre-close hooks at 1732506081829Disabling compacts and flushes for region at 1732506081829Disabling writes for close at 1732506081829Writing region close event to WAL at 1732506081845 (+16 ms)Running coprocessor post-close hooks at 1732506081881 (+36 ms)Closed at 1732506081881 2024-11-25T03:41:21,881 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732506010665.e8d0b3da5c1627680679a86578396e08. 2024-11-25T03:41:21,881 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff99c5f0a2466a987fdb909ed3f12fee, disabling compactions & flushes 2024-11-25T03:41:21,882 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:41:21,882 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:41:21,882 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. after waiting 0 ms 2024-11-25T03:41:21,882 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:41:21,885 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/f739d59e62cbc72ec11345e0f8ae3b08/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,886 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:41:21,886 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f739d59e62cbc72ec11345e0f8ae3b08: Waiting for close lock at 1732506081848Running coprocessor pre-close hooks at 1732506081848Disabling compacts and flushes for region at 1732506081848Disabling writes for close at 1732506081849 (+1 ms)Writing region close event to WAL at 1732506081850 (+1 ms)Running coprocessor post-close hooks at 1732506081886 (+36 ms)Closed at 1732506081886 2024-11-25T03:41:21,886 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732506010665.f739d59e62cbc72ec11345e0f8ae3b08. 2024-11-25T03:41:21,890 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/default/SPTestTable/ff99c5f0a2466a987fdb909ed3f12fee/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:41:21,893 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:41:21,893 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff99c5f0a2466a987fdb909ed3f12fee: Waiting for close lock at 1732506081881Running coprocessor pre-close hooks at 1732506081881Disabling compacts and flushes for region at 1732506081881Disabling writes for close at 1732506081882 (+1 ms)Writing region close event to WAL at 1732506081882Running coprocessor post-close hooks at 1732506081893 (+11 ms)Closed at 1732506081893 2024-11-25T03:41:21,893 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732506010665.ff99c5f0a2466a987fdb909ed3f12fee. 2024-11-25T03:41:21,900 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/ns/f8e4882cc0334db2938fb27d4e4bf0df is 43, key is default/ns:d/1732506010313/Put/seqid=0 2024-11-25T03:41:21,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741863_1039 (size=5153) 2024-11-25T03:41:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741863_1039 (size=5153) 2024-11-25T03:41:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741863_1039 (size=5153) 2024-11-25T03:41:21,919 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/ns/f8e4882cc0334db2938fb27d4e4bf0df 2024-11-25T03:41:21,941 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:41:21,943 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,42949,1732505998074; all regions closed. 2024-11-25T03:41:21,943 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/table/3a70cf8c8c674d6d86ae72dcb081e531 is 47, key is SPTestTable/table:state/1732506021216/Put/seqid=0 2024-11-25T03:41:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741834_1010 (size=3530) 2024-11-25T03:41:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741834_1010 (size=3530) 2024-11-25T03:41:21,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741834_1010 (size=3530) 2024-11-25T03:41:21,951 DEBUG [RS:0;d73269e94d72:42949 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C42949%2C1732505998074:(num 1732505999793) 2024-11-25T03:41:21,952 DEBUG [RS:0;d73269e94d72:42949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:41:21,952 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:41:21,952 INFO [RS:0;d73269e94d72:42949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:41:21,953 INFO [RS:0;d73269e94d72:42949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42949 2024-11-25T03:41:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741864_1040 (size=5214) 2024-11-25T03:41:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741864_1040 (size=5214) 2024-11-25T03:41:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741864_1040 (size=5214) 2024-11-25T03:41:21,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:41:21,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,42949,1732505998074 2024-11-25T03:41:21,964 INFO [RS:0;d73269e94d72:42949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:41:21,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,42949,1732505998074] 2024-11-25T03:41:21,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,42949,1732505998074 already deleted, retry=false 2024-11-25T03:41:21,985 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,42949,1732505998074 expired; onlineServers=1 2024-11-25T03:41:22,074 INFO [RS:0;d73269e94d72:42949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:41:22,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:41:22,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42949-0x101701387d30001, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:41:22,074 INFO [RS:0;d73269e94d72:42949 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,42949,1732505998074; zookeeper connection closed. 2024-11-25T03:41:22,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16b874fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16b874fe 2024-11-25T03:41:22,142 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:41:22,342 DEBUG [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T03:41:22,361 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/table/3a70cf8c8c674d6d86ae72dcb081e531 2024-11-25T03:41:22,377 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/info/884c75b18138441cbb95cec2cfff1724 as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/info/884c75b18138441cbb95cec2cfff1724 2024-11-25T03:41:22,385 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/info/884c75b18138441cbb95cec2cfff1724, entries=116, sequenceid=37, filesize=19.8 K 2024-11-25T03:41:22,386 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/ns/f8e4882cc0334db2938fb27d4e4bf0df as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/ns/f8e4882cc0334db2938fb27d4e4bf0df 2024-11-25T03:41:22,395 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/ns/f8e4882cc0334db2938fb27d4e4bf0df, entries=2, sequenceid=37, filesize=5.0 K 2024-11-25T03:41:22,396 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/.tmp/table/3a70cf8c8c674d6d86ae72dcb081e531 as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/table/3a70cf8c8c674d6d86ae72dcb081e531 2024-11-25T03:41:22,406 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/table/3a70cf8c8c674d6d86ae72dcb081e531, entries=2, sequenceid=37, filesize=5.1 K 2024-11-25T03:41:22,407 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 666ms, sequenceid=37, compaction requested=false 2024-11-25T03:41:22,415 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-25T03:41:22,416 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:41:22,416 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:41:22,416 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506081740Running coprocessor pre-close hooks at 1732506081740Disabling compacts and flushes for region at 1732506081740Disabling writes for close at 1732506081741 (+1 ms)Obtaining lock to block concurrent updates at 1732506081741Preparing flush snapshotting stores in 1588230740 at 1732506081741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732506081742 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732506081743 (+1 ms)Flushing 1588230740/info: creating writer at 1732506081744 (+1 ms)Flushing 1588230740/info: appending metadata at 1732506081795 (+51 ms)Flushing 1588230740/info: closing flushed file at 1732506081795Flushing 1588230740/ns: creating writer at 1732506081850 (+55 ms)Flushing 1588230740/ns: appending metadata at 1732506081899 (+49 ms)Flushing 1588230740/ns: closing flushed file at 1732506081899Flushing 1588230740/table: creating writer at 1732506081928 (+29 ms)Flushing 1588230740/table: appending metadata at 1732506081943 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732506081943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112bd4d: reopening flushed file at 1732506082376 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d1ad85: reopening flushed file at 1732506082385 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a80509a: reopening flushed file at 1732506082395 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 666ms, sequenceid=37, compaction requested=false at 1732506082407 (+12 ms)Writing region close event to WAL at 1732506082411 (+4 ms)Running coprocessor post-close hooks at 1732506082416 (+5 ms)Closed at 1732506082416 2024-11-25T03:41:22,416 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:41:22,542 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,41697,1732505998189; all regions closed. 2024-11-25T03:41:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741836_1012 (size=19530) 2024-11-25T03:41:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741836_1012 (size=19530) 2024-11-25T03:41:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741836_1012 (size=19530) 2024-11-25T03:41:22,548 DEBUG [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs 2024-11-25T03:41:22,548 INFO [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C41697%2C1732505998189.meta:.meta(num 1732506010110) 2024-11-25T03:41:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:41:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:41:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:41:22,554 DEBUG [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/oldWALs 2024-11-25T03:41:22,554 INFO [RS:1;d73269e94d72:41697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C41697%2C1732505998189:(num 1732505999793) 2024-11-25T03:41:22,554 DEBUG [RS:1;d73269e94d72:41697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:22,554 INFO [RS:1;d73269e94d72:41697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:41:22,554 INFO [RS:1;d73269e94d72:41697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:41:22,554 INFO [RS:1;d73269e94d72:41697 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:41:22,555 INFO [RS:1;d73269e94d72:41697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:41:22,555 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:41:22,555 INFO [RS:1;d73269e94d72:41697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41697 2024-11-25T03:41:22,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,41697,1732505998189 2024-11-25T03:41:22,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:41:22,571 INFO [RS:1;d73269e94d72:41697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:41:22,571 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f9684901d48@7121734c rejected from java.util.concurrent.ThreadPoolExecutor@3423e30c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-25T03:41:22,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,41697,1732505998189] 2024-11-25T03:41:22,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,41697,1732505998189 already deleted, retry=false 2024-11-25T03:41:22,592 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,41697,1732505998189 expired; onlineServers=0 2024-11-25T03:41:22,592 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd73269e94d72,36633,1732505997196' ***** 2024-11-25T03:41:22,592 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:41:22,592 INFO [M:0;d73269e94d72:36633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:41:22,593 INFO [M:0;d73269e94d72:36633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:41:22,593 DEBUG [M:0;d73269e94d72:36633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:41:22,593 DEBUG [M:0;d73269e94d72:36633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:41:22,593 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:41:22,593 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732505999419 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732505999419,5,FailOnTimeoutGroup] 2024-11-25T03:41:22,593 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732505999417 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732505999417,5,FailOnTimeoutGroup] 2024-11-25T03:41:22,593 INFO [M:0;d73269e94d72:36633 {}] hbase.ChoreService(370): Chore service for: master/d73269e94d72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:41:22,593 INFO [M:0;d73269e94d72:36633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:41:22,593 DEBUG [M:0;d73269e94d72:36633 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:41:22,593 INFO [M:0;d73269e94d72:36633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:41:22,594 INFO [M:0;d73269e94d72:36633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:41:22,594 ERROR [M:0;d73269e94d72:36633 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:40231 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40231,5,PEWorkerGroup] 2024-11-25T03:41:22,594 INFO [M:0;d73269e94d72:36633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:41:22,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:41:22,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:41:22,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:22,605 DEBUG [M:0;d73269e94d72:36633 {}] zookeeper.ZKUtil(347): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T03:41:22,606 WARN [M:0;d73269e94d72:36633 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:41:22,606 INFO [M:0;d73269e94d72:36633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/.lastflushedseqids 2024-11-25T03:41:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741865_1041 (size=686) 2024-11-25T03:41:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741865_1041 (size=686) 2024-11-25T03:41:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741865_1041 (size=686) 2024-11-25T03:41:22,619 INFO [M:0;d73269e94d72:36633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:41:22,619 INFO [M:0;d73269e94d72:36633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:41:22,619 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:41:22,619 INFO [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:22,619 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:22,619 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:41:22,619 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:22,620 INFO [M:0;d73269e94d72:36633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.28 KB heapSize=242.05 KB 2024-11-25T03:41:22,636 DEBUG [M:0;d73269e94d72:36633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1085738359844840a9fd2fd10d6d4cea is 82, key is hbase:meta,,1/info:regioninfo/1732506010189/Put/seqid=0 2024-11-25T03:41:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741866_1042 (size=5672) 2024-11-25T03:41:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741866_1042 (size=5672) 2024-11-25T03:41:22,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741866_1042 (size=5672) 2024-11-25T03:41:22,643 INFO [M:0;d73269e94d72:36633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1085738359844840a9fd2fd10d6d4cea 2024-11-25T03:41:22,665 DEBUG [M:0;d73269e94d72:36633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687702e4fbf145ca9ba09593a8139e90 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732506021225/Put/seqid=0 2024-11-25T03:41:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741867_1043 (size=8974) 2024-11-25T03:41:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741867_1043 (size=8974) 2024-11-25T03:41:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741867_1043 (size=8974) 2024-11-25T03:41:22,674 INFO [M:0;d73269e94d72:36633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687702e4fbf145ca9ba09593a8139e90 2024-11-25T03:41:22,681 INFO [M:0;d73269e94d72:36633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 687702e4fbf145ca9ba09593a8139e90 2024-11-25T03:41:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:41:22,682 INFO [RS:1;d73269e94d72:41697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:41:22,682 INFO [RS:1;d73269e94d72:41697 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,41697,1732505998189; zookeeper connection closed. 2024-11-25T03:41:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41697-0x101701387d30002, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:41:22,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6aaf7900 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6aaf7900 2024-11-25T03:41:22,683 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:41:22,695 DEBUG [M:0;d73269e94d72:36633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d94030e2fa49d4b73d70568d517373 is 69, key is d73269e94d72,41697,1732505998189/rs:state/1732505999449/Put/seqid=0 2024-11-25T03:41:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741868_1044 (size=5441) 2024-11-25T03:41:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741868_1044 (size=5441) 2024-11-25T03:41:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741868_1044 (size=5441) 2024-11-25T03:41:22,704 INFO [M:0;d73269e94d72:36633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d94030e2fa49d4b73d70568d517373 2024-11-25T03:41:22,711 INFO [M:0;d73269e94d72:36633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2d94030e2fa49d4b73d70568d517373 2024-11-25T03:41:22,712 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1085738359844840a9fd2fd10d6d4cea as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1085738359844840a9fd2fd10d6d4cea 2024-11-25T03:41:22,719 INFO [M:0;d73269e94d72:36633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1085738359844840a9fd2fd10d6d4cea, entries=8, sequenceid=513, filesize=5.5 K 2024-11-25T03:41:22,720 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687702e4fbf145ca9ba09593a8139e90 as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/687702e4fbf145ca9ba09593a8139e90 2024-11-25T03:41:22,727 INFO [M:0;d73269e94d72:36633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 687702e4fbf145ca9ba09593a8139e90 2024-11-25T03:41:22,727 INFO [M:0;d73269e94d72:36633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/687702e4fbf145ca9ba09593a8139e90, entries=56, sequenceid=513, filesize=8.8 K 2024-11-25T03:41:22,729 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2d94030e2fa49d4b73d70568d517373 as hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2d94030e2fa49d4b73d70568d517373 2024-11-25T03:41:22,736 INFO [M:0;d73269e94d72:36633 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2d94030e2fa49d4b73d70568d517373 2024-11-25T03:41:22,736 INFO [M:0;d73269e94d72:36633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40231/user/jenkins/test-data/fae880ad-ea1f-50bb-633d-e7ffd0e4b36f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2d94030e2fa49d4b73d70568d517373, entries=3, sequenceid=513, filesize=5.3 K 2024-11-25T03:41:22,737 INFO [M:0;d73269e94d72:36633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=513, compaction requested=false 2024-11-25T03:41:22,738 INFO [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:22,738 DEBUG [M:0;d73269e94d72:36633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506082619Disabling compacts and flushes for region at 1732506082619Disabling writes for close at 1732506082619Obtaining lock to block concurrent updates at 1732506082620 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732506082620Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199967, getHeapSize=247792, getOffHeapSize=0, getCellsCount=620 at 1732506082620Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732506082621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732506082621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732506082635 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732506082635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732506082650 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732506082665 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732506082665Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732506082681 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732506082694 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732506082694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5989c448: reopening flushed file at 1732506082711 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68da0736: reopening flushed file at 1732506082719 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600132de: reopening flushed file at 1732506082727 (+8 ms)Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=513, compaction requested=false at 1732506082737 (+10 ms)Writing region close event to WAL at 1732506082738 (+1 ms)Closed at 1732506082738 2024-11-25T03:41:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39465 is added to blk_1073741830_1006 (size=234159) 2024-11-25T03:41:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35785 is added to blk_1073741830_1006 (size=234159) 2024-11-25T03:41:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46531 is added to blk_1073741830_1006 (size=234159) 2024-11-25T03:41:22,742 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:41:22,742 INFO [M:0;d73269e94d72:36633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:41:22,742 INFO [M:0;d73269e94d72:36633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36633 2024-11-25T03:41:22,742 INFO [M:0;d73269e94d72:36633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:41:22,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:41:22,853 INFO [M:0;d73269e94d72:36633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:41:22,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36633-0x101701387d30000, quorum=127.0.0.1:61349, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:41:22,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:41:22,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:41:22,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:41:22,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:41:22,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,STOPPED} 2024-11-25T03:41:22,864 WARN [BP-2088065980-172.17.0.2-1732505991653 heartbeating to localhost/127.0.0.1:40231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:41:22,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:41:22,864 WARN [BP-2088065980-172.17.0.2-1732505991653 heartbeating to localhost/127.0.0.1:40231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2088065980-172.17.0.2-1732505991653 (Datanode Uuid 8acbae70-a1bf-4bf3-9c0f-ebb45f841353) service to localhost/127.0.0.1:40231 2024-11-25T03:41:22,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:41:22,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data5/current/BP-2088065980-172.17.0.2-1732505991653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:41:22,865 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data6/current/BP-2088065980-172.17.0.2-1732505991653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:41:22,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:41:22,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:41:22,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:41:22,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:41:22,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:41:22,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,STOPPED} 2024-11-25T03:41:22,871 WARN [BP-2088065980-172.17.0.2-1732505991653 heartbeating to localhost/127.0.0.1:40231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:41:22,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:41:22,871 WARN [BP-2088065980-172.17.0.2-1732505991653 heartbeating to localhost/127.0.0.1:40231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2088065980-172.17.0.2-1732505991653 (Datanode Uuid acf363e3-4c1c-495a-a3e5-cb428ebc13db) service to localhost/127.0.0.1:40231 2024-11-25T03:41:22,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:41:22,871 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data3/current/BP-2088065980-172.17.0.2-1732505991653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:41:22,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data4/current/BP-2088065980-172.17.0.2-1732505991653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:41:22,872 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:41:22,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:41:22,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:41:22,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:41:22,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:41:22,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,STOPPED} 2024-11-25T03:41:22,879 WARN [BP-2088065980-172.17.0.2-1732505991653 heartbeating to localhost/127.0.0.1:40231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:41:22,879 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:41:22,880 WARN [BP-2088065980-172.17.0.2-1732505991653 heartbeating to localhost/127.0.0.1:40231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2088065980-172.17.0.2-1732505991653 (Datanode Uuid af1b6dae-a3f7-4573-b9af-92b242b7013f) service to localhost/127.0.0.1:40231 2024-11-25T03:41:22,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:41:22,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data1/current/BP-2088065980-172.17.0.2-1732505991653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:41:22,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/cluster_dcf64482-cc15-dcd3-c83b-bbdfb2241282/data/data2/current/BP-2088065980-172.17.0.2-1732505991653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:41:22,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:41:22,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:41:22,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:41:22,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:41:22,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:41:22,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir/,STOPPED} 2024-11-25T03:41:22,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:41:22,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:41:22,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=97 (was 11) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40231 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/d73269e94d72:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d73269e94d72:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d73269e94d72:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d73269e94d72:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@484bb3c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d73269e94d72:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d73269e94d72:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:40231 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d73269e94d72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/d73269e94d72:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=10060 (was 11086) 2024-11-25T03:41:22,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=98, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=9, AvailableMemoryMB=10061 2024-11-25T03:41:22,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir so I do NOT create it in target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f 2024-11-25T03:41:22,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.log.dir Erasing configuration value by system value. 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.tmp.dir so I do NOT create it in target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f 2024-11-25T03:41:22,967 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1253eae8-842c-4d71-6df0-efe557a84279/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-25T03:41:22,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef, deleteOnExit=true 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/test.cache.data in system properties and HBase conf 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T03:41:22,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir in system properties and HBase conf 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T03:41:22,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T03:41:22,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/nfs.dump.dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/java.io.tmpdir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T03:41:22,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T03:41:23,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:41:23,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:41:23,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:41:23,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:41:23,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:41:23,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:41:23,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@274eec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:41:23,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13d31af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:41:23,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@145e95f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/java.io.tmpdir/jetty-localhost-34085-hadoop-hdfs-3_4_1-tests_jar-_-any-5808371494005067081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:41:23,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51f349c1{HTTP/1.1, (http/1.1)}{localhost:34085} 2024-11-25T03:41:23,693 INFO [Time-limited test {}] server.Server(415): Started @94699ms 2024-11-25T03:41:23,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:41:23,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:41:23,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:41:23,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:41:23,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:41:23,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fb9446e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:41:23,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77790ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:41:24,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ef7d39c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/java.io.tmpdir/jetty-localhost-32925-hadoop-hdfs-3_4_1-tests_jar-_-any-14755458893600599424/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:41:24,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dc2cdb9{HTTP/1.1, (http/1.1)}{localhost:32925} 2024-11-25T03:41:24,106 INFO [Time-limited test {}] server.Server(415): Started @95113ms 2024-11-25T03:41:24,108 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:41:24,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:41:24,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:41:24,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:41:24,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:41:24,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T03:41:24,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@adc4a5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:41:24,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56754262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:41:24,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@775d0671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/java.io.tmpdir/jetty-localhost-32789-hadoop-hdfs-3_4_1-tests_jar-_-any-13141150234803256728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:41:24,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d5ae5de{HTTP/1.1, (http/1.1)}{localhost:32789} 2024-11-25T03:41:24,317 INFO [Time-limited test {}] server.Server(415): Started @95324ms 2024-11-25T03:41:24,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:41:24,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T03:41:24,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T03:41:24,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T03:41:24,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T03:41:24,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T03:41:24,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b74f4fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,AVAILABLE} 2024-11-25T03:41:24,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1df7101a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T03:41:24,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6771897a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/java.io.tmpdir/jetty-localhost-33031-hadoop-hdfs-3_4_1-tests_jar-_-any-2599051427468796453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:41:24,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17a26533{HTTP/1.1, (http/1.1)}{localhost:33031} 2024-11-25T03:41:24,476 INFO [Time-limited test {}] server.Server(415): Started @95483ms 2024-11-25T03:41:24,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T03:41:25,275 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data1/current/BP-449605921-172.17.0.2-1732506082987/current, will proceed with Du for space computation calculation, 2024-11-25T03:41:25,276 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data2/current/BP-449605921-172.17.0.2-1732506082987/current, will proceed with Du for space computation calculation, 2024-11-25T03:41:25,300 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:41:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47902b2ccc5252ec with lease ID 0x8532961e9eba5c20: Processing first storage report for DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4 from datanode DatanodeRegistration(127.0.0.1:42969, datanodeUuid=25e9ff9c-72f6-46ea-a3b8-b4ebb79bd56f, infoPort=35495, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987) 2024-11-25T03:41:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47902b2ccc5252ec with lease ID 0x8532961e9eba5c20: from storage DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4 node DatanodeRegistration(127.0.0.1:42969, datanodeUuid=25e9ff9c-72f6-46ea-a3b8-b4ebb79bd56f, infoPort=35495, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:41:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47902b2ccc5252ec with lease ID 0x8532961e9eba5c20: Processing first storage report for DS-0923d540-f35d-474d-aaac-91aaaf160f70 from datanode DatanodeRegistration(127.0.0.1:42969, datanodeUuid=25e9ff9c-72f6-46ea-a3b8-b4ebb79bd56f, infoPort=35495, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987) 2024-11-25T03:41:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47902b2ccc5252ec with lease ID 0x8532961e9eba5c20: from storage DS-0923d540-f35d-474d-aaac-91aaaf160f70 node DatanodeRegistration(127.0.0.1:42969, datanodeUuid=25e9ff9c-72f6-46ea-a3b8-b4ebb79bd56f, infoPort=35495, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:41:25,730 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data4/current/BP-449605921-172.17.0.2-1732506082987/current, will proceed with Du for space computation calculation, 2024-11-25T03:41:25,730 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data3/current/BP-449605921-172.17.0.2-1732506082987/current, will proceed with Du for space computation calculation, 2024-11-25T03:41:25,757 WARN [Thread-670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:41:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e2a21e349f5cdac with lease ID 0x8532961e9eba5c21: Processing first storage report for DS-faddba94-867f-45d9-8b07-cecd929827e3 from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=707a2693-df90-4dae-97ba-67ffc5d57761, infoPort=40311, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987) 2024-11-25T03:41:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e2a21e349f5cdac with lease ID 0x8532961e9eba5c21: from storage DS-faddba94-867f-45d9-8b07-cecd929827e3 node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=707a2693-df90-4dae-97ba-67ffc5d57761, infoPort=40311, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T03:41:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e2a21e349f5cdac with lease ID 0x8532961e9eba5c21: Processing first storage report for DS-d0c26492-8e90-416e-91a4-134a34b64d08 from datanode DatanodeRegistration(127.0.0.1:40363, datanodeUuid=707a2693-df90-4dae-97ba-67ffc5d57761, infoPort=40311, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987) 2024-11-25T03:41:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e2a21e349f5cdac with lease ID 0x8532961e9eba5c21: from storage DS-d0c26492-8e90-416e-91a4-134a34b64d08 node DatanodeRegistration(127.0.0.1:40363, datanodeUuid=707a2693-df90-4dae-97ba-67ffc5d57761, infoPort=40311, infoSecurePort=0, ipcPort=41195, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:41:25,923 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data5/current/BP-449605921-172.17.0.2-1732506082987/current, will proceed with Du for space computation calculation, 2024-11-25T03:41:25,923 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data6/current/BP-449605921-172.17.0.2-1732506082987/current, will proceed with Du for space computation calculation, 2024-11-25T03:41:25,944 WARN [Thread-692 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T03:41:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ee9d4cc16564b12 with lease ID 0x8532961e9eba5c22: Processing first storage report for DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98 from datanode DatanodeRegistration(127.0.0.1:33971, datanodeUuid=5cbd1eed-e06f-4a13-b82a-2e359f09f801, infoPort=41099, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987) 2024-11-25T03:41:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ee9d4cc16564b12 with lease ID 0x8532961e9eba5c22: from storage DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98 node DatanodeRegistration(127.0.0.1:33971, datanodeUuid=5cbd1eed-e06f-4a13-b82a-2e359f09f801, infoPort=41099, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:41:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ee9d4cc16564b12 with lease ID 0x8532961e9eba5c22: Processing first storage report for DS-f0a49714-4ef9-49b0-bdb6-f550d5650895 from datanode DatanodeRegistration(127.0.0.1:33971, datanodeUuid=5cbd1eed-e06f-4a13-b82a-2e359f09f801, infoPort=41099, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987) 2024-11-25T03:41:25,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ee9d4cc16564b12 with lease ID 0x8532961e9eba5c22: from storage DS-f0a49714-4ef9-49b0-bdb6-f550d5650895 node DatanodeRegistration(127.0.0.1:33971, datanodeUuid=5cbd1eed-e06f-4a13-b82a-2e359f09f801, infoPort=41099, infoSecurePort=0, ipcPort=45785, storageInfo=lv=-57;cid=testClusterID;nsid=883935164;c=1732506082987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T03:41:26,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f 2024-11-25T03:41:26,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/zookeeper_0, clientPort=59097, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T03:41:26,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59097 2024-11-25T03:41:26,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:41:26,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:41:26,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741825_1001 (size=7) 2024-11-25T03:41:26,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 with version=8 2024-11-25T03:41:26,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/hbase-staging 2024-11-25T03:41:26,048 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:41:26,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:41:26,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:41:26,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T03:41:26,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:41:26,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34533 2024-11-25T03:41:26,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34533 connecting to ZooKeeper ensemble=127.0.0.1:59097 2024-11-25T03:41:26,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345330x0, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:41:26,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34533-0x1017014e6340000 connected 2024-11-25T03:41:26,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:26,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7, hbase.cluster.distributed=false 2024-11-25T03:41:26,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:41:26,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-25T03:41:26,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34533 2024-11-25T03:41:26,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34533 2024-11-25T03:41:26,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-25T03:41:26,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34533 2024-11-25T03:41:26,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:41:26,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:41:26,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36107 2024-11-25T03:41:26,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36107 connecting to ZooKeeper ensemble=127.0.0.1:59097 2024-11-25T03:41:26,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361070x0, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:41:26,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36107-0x1017014e6340001 connected 2024-11-25T03:41:26,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:26,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:41:26,403 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:41:26,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:41:26,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:41:26,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36107 2024-11-25T03:41:26,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36107 2024-11-25T03:41:26,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36107 2024-11-25T03:41:26,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36107 2024-11-25T03:41:26,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36107 2024-11-25T03:41:26,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:41:26,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:41:26,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35509 2024-11-25T03:41:26,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35509 connecting to ZooKeeper ensemble=127.0.0.1:59097 2024-11-25T03:41:26,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355090x0, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:41:26,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:26,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35509-0x1017014e6340002 connected 2024-11-25T03:41:26,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:41:26,445 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:41:26,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:41:26,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:41:26,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35509 2024-11-25T03:41:26,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35509 2024-11-25T03:41:26,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35509 2024-11-25T03:41:26,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35509 2024-11-25T03:41:26,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35509 2024-11-25T03:41:26,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d73269e94d72:0 server-side Connection retries=45 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T03:41:26,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T03:41:26,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32829 2024-11-25T03:41:26,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32829 connecting to ZooKeeper ensemble=127.0.0.1:59097 2024-11-25T03:41:26,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328290x0, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T03:41:26,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32829-0x1017014e6340003 connected 2024-11-25T03:41:26,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:41:26,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T03:41:26,488 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T03:41:26,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T03:41:26,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T03:41:26,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-25T03:41:26,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32829 2024-11-25T03:41:26,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32829 2024-11-25T03:41:26,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-25T03:41:26,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32829 2024-11-25T03:41:26,506 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d73269e94d72:34533 2024-11-25T03:41:26,506 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,518 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,529 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T03:41:26,530 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d73269e94d72,34533,1732506086048 from backup master directory 2024-11-25T03:41:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T03:41:26,539 WARN [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:41:26,539 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,544 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/hbase.id] with ID: b7b13a9f-1cc7-4272-8033-82f07a1fff7d 2024-11-25T03:41:26,544 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.tmp/hbase.id 2024-11-25T03:41:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:41:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:41:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741826_1002 (size=42) 2024-11-25T03:41:26,552 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.tmp/hbase.id]:[hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/hbase.id] 2024-11-25T03:41:26,566 INFO [master/d73269e94d72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T03:41:26,566 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T03:41:26,568 INFO [master/d73269e94d72:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-25T03:41:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:41:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:41:26,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741827_1003 (size=196) 2024-11-25T03:41:26,590 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:41:26,590 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T03:41:26,591 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:41:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:41:26,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:41:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741828_1004 (size=1189) 2024-11-25T03:41:26,601 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store 2024-11-25T03:41:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:41:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:41:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741829_1005 (size=34) 2024-11-25T03:41:26,609 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:26,609 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:41:26,609 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:26,609 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:26,609 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:41:26,609 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:26,609 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:41:26,609 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506086609Disabling compacts and flushes for region at 1732506086609Disabling writes for close at 1732506086609Writing region close event to WAL at 1732506086609Closed at 1732506086609 2024-11-25T03:41:26,610 WARN [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/.initializing 2024-11-25T03:41:26,610 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/WALs/d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,611 INFO [master/d73269e94d72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:41:26,613 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C34533%2C1732506086048, suffix=, logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/WALs/d73269e94d72,34533,1732506086048, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/oldWALs, maxLogs=10 2024-11-25T03:41:26,625 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/WALs/d73269e94d72,34533,1732506086048/d73269e94d72%2C34533%2C1732506086048.1732506086614, exclude list is [], retry=0 2024-11-25T03:41:26,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42969,DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4,DISK] 2024-11-25T03:41:26,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98,DISK] 2024-11-25T03:41:26,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-faddba94-867f-45d9-8b07-cecd929827e3,DISK] 2024-11-25T03:41:26,631 INFO [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/WALs/d73269e94d72,34533,1732506086048/d73269e94d72%2C34533%2C1732506086048.1732506086614 2024-11-25T03:41:26,631 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:41099:41099),(127.0.0.1/127.0.0.1:40311:40311)] 2024-11-25T03:41:26,631 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:41:26,631 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:26,632 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,632 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T03:41:26,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:26,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T03:41:26,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:26,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T03:41:26,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:26,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T03:41:26,641 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:26,641 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,642 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,642 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,644 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,644 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,644 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:41:26,645 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T03:41:26,648 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:26,648 INFO [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60810528, jitterRate=-0.09385251998901367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:41:26,649 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732506086632Initializing all the Stores at 1732506086633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506086633Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506086633Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506086633Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506086633Cleaning up temporary data from old regions at 1732506086644 (+11 ms)Region opened successfully at 1732506086649 (+5 ms) 2024-11-25T03:41:26,649 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T03:41:26,652 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741d1769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:41:26,653 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T03:41:26,653 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T03:41:26,653 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T03:41:26,653 INFO [master/d73269e94d72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T03:41:26,654 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-25T03:41:26,654 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-25T03:41:26,654 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-25T03:41:26,657 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T03:41:26,658 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T03:41:26,665 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T03:41:26,665 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T03:41:26,666 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T03:41:26,675 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T03:41:26,676 INFO [master/d73269e94d72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T03:41:26,677 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T03:41:26,686 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T03:41:26,687 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T03:41:26,696 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T03:41:26,698 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T03:41:26,707 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,718 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d73269e94d72,34533,1732506086048, sessionid=0x1017014e6340000, setting cluster-up flag (Was=false) 2024-11-25T03:41:26,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,771 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T03:41:26,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:26,774 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:26,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:26,828 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T03:41:26,831 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d73269e94d72,34533,1732506086048 2024-11-25T03:41:26,833 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T03:41:26,835 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T03:41:26,835 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T03:41:26,836 INFO [master/d73269e94d72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T03:41:26,836 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d73269e94d72,34533,1732506086048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T03:41:26,839 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:41:26,839 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:41:26,839 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:41:26,839 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d73269e94d72:0, corePoolSize=5, maxPoolSize=5 2024-11-25T03:41:26,839 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d73269e94d72:0, corePoolSize=10, maxPoolSize=10 2024-11-25T03:41:26,840 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,840 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:41:26,840 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:41:26,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732506116843 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T03:41:26,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,843 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T03:41:26,844 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T03:41:26,844 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T03:41:26,844 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T03:41:26,844 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T03:41:26,844 INFO [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T03:41:26,848 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506086844,5,FailOnTimeoutGroup] 2024-11-25T03:41:26,848 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506086848,5,FailOnTimeoutGroup] 2024-11-25T03:41:26,848 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,848 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T03:41:26,848 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,848 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:41:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:41:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741831_1007 (size=1321) 2024-11-25T03:41:26,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T03:41:26,857 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:41:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:41:26,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741832_1008 (size=32) 2024-11-25T03:41:26,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:26,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:41:26,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:41:26,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:26,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:41:26,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:41:26,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:26,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:41:26,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:41:26,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:26,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:41:26,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:41:26,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:26,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:26,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:41:26,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740 2024-11-25T03:41:26,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740 2024-11-25T03:41:26,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:41:26,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:41:26,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:41:26,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:41:26,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:26,883 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69652744, jitterRate=0.037906765937805176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:41:26,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732506086866Initializing all the Stores at 1732506086867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506086867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506086867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506086867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506086867Cleaning up temporary data from old regions at 1732506086878 (+11 ms)Region opened successfully at 1732506086883 (+5 ms) 2024-11-25T03:41:26,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:41:26,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:41:26,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:41:26,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:41:26,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:41:26,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:41:26,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506086883Disabling compacts and flushes for region at 1732506086883Disabling writes for close at 1732506086884 (+1 ms)Writing region close event to WAL at 1732506086884Closed at 1732506086884 2024-11-25T03:41:26,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:41:26,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T03:41:26,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T03:41:26,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:41:26,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T03:41:26,893 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(746): ClusterId : b7b13a9f-1cc7-4272-8033-82f07a1fff7d 2024-11-25T03:41:26,893 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(746): ClusterId : b7b13a9f-1cc7-4272-8033-82f07a1fff7d 2024-11-25T03:41:26,893 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(746): ClusterId : b7b13a9f-1cc7-4272-8033-82f07a1fff7d 2024-11-25T03:41:26,893 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:41:26,893 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:41:26,893 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T03:41:26,903 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:41:26,903 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:41:26,903 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T03:41:26,903 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:41:26,903 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:41:26,903 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T03:41:26,913 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:41:26,913 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:41:26,913 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T03:41:26,914 DEBUG [RS:1;d73269e94d72:35509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d00e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:41:26,914 DEBUG [RS:0;d73269e94d72:36107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac52129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:41:26,914 DEBUG [RS:2;d73269e94d72:32829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3151d6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d73269e94d72/172.17.0.2:0 2024-11-25T03:41:26,924 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d73269e94d72:36107 2024-11-25T03:41:26,924 DEBUG [RS:1;d73269e94d72:35509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d73269e94d72:35509 2024-11-25T03:41:26,924 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d73269e94d72:32829 2024-11-25T03:41:26,924 INFO [RS:1;d73269e94d72:35509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:41:26,924 INFO [RS:0;d73269e94d72:36107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:41:26,924 INFO [RS:1;d73269e94d72:35509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:41:26,924 INFO [RS:2;d73269e94d72:32829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T03:41:26,924 INFO [RS:0;d73269e94d72:36107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:41:26,924 DEBUG [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:41:26,924 INFO [RS:2;d73269e94d72:32829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T03:41:26,924 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:41:26,924 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T03:41:26,925 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34533,1732506086048 with port=32829, startcode=1732506086466 2024-11-25T03:41:26,925 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34533,1732506086048 with port=35509, startcode=1732506086426 2024-11-25T03:41:26,925 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(2659): reportForDuty to master=d73269e94d72,34533,1732506086048 with port=36107, startcode=1732506086384 2024-11-25T03:41:26,925 DEBUG [RS:1;d73269e94d72:35509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:41:26,925 DEBUG [RS:2;d73269e94d72:32829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:41:26,925 DEBUG [RS:0;d73269e94d72:36107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T03:41:26,927 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:41:26,927 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:41:26,927 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45173, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T03:41:26,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,35509,1732506086426 2024-11-25T03:41:26,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,35509,1732506086426 2024-11-25T03:41:26,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,32829,1732506086466 2024-11-25T03:41:26,929 DEBUG [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:26,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,32829,1732506086466 2024-11-25T03:41:26,929 DEBUG [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42021 2024-11-25T03:41:26,929 DEBUG [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:41:26,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d73269e94d72,36107,1732506086384 2024-11-25T03:41:26,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] master.ServerManager(517): Registering regionserver=d73269e94d72,36107,1732506086384 2024-11-25T03:41:26,930 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:26,930 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42021 2024-11-25T03:41:26,930 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:41:26,931 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:26,931 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42021 2024-11-25T03:41:26,931 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T03:41:26,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:41:26,976 DEBUG [RS:1;d73269e94d72:35509 {}] zookeeper.ZKUtil(111): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,35509,1732506086426 2024-11-25T03:41:26,976 WARN [RS:1;d73269e94d72:35509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:41:26,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,32829,1732506086466] 2024-11-25T03:41:26,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,35509,1732506086426] 2024-11-25T03:41:26,977 INFO [RS:1;d73269e94d72:35509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:41:26,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d73269e94d72,36107,1732506086384] 2024-11-25T03:41:26,977 DEBUG [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426 2024-11-25T03:41:26,977 DEBUG [RS:2;d73269e94d72:32829 {}] zookeeper.ZKUtil(111): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,32829,1732506086466 2024-11-25T03:41:26,977 DEBUG [RS:0;d73269e94d72:36107 {}] zookeeper.ZKUtil(111): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d73269e94d72,36107,1732506086384 2024-11-25T03:41:26,977 WARN [RS:2;d73269e94d72:32829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:41:26,977 WARN [RS:0;d73269e94d72:36107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T03:41:26,977 INFO [RS:2;d73269e94d72:32829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:41:26,977 INFO [RS:0;d73269e94d72:36107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:41:26,977 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466 2024-11-25T03:41:26,977 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,36107,1732506086384 2024-11-25T03:41:26,982 INFO [RS:0;d73269e94d72:36107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:41:26,982 INFO [RS:1;d73269e94d72:35509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:41:26,982 INFO [RS:2;d73269e94d72:32829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T03:41:26,985 INFO [RS:0;d73269e94d72:36107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:41:26,985 INFO [RS:0;d73269e94d72:36107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:41:26,985 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,986 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:41:26,987 INFO [RS:0;d73269e94d72:36107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:41:26,987 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:41:26,988 INFO [RS:2;d73269e94d72:32829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:41:26,988 DEBUG [RS:0;d73269e94d72:36107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:41:26,990 INFO [RS:1;d73269e94d72:35509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T03:41:26,990 INFO [RS:2;d73269e94d72:32829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:41:26,990 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:1;d73269e94d72:35509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T03:41:26,991 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:41:26,991 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36107,1732506086384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:41:26,991 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T03:41:26,992 INFO [RS:2;d73269e94d72:32829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:41:26,992 INFO [RS:1;d73269e94d72:35509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T03:41:26,992 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,992 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,992 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,992 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,992 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,992 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0, corePoolSize=2, maxPoolSize=2 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d73269e94d72:0, corePoolSize=1, maxPoolSize=1 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:41:26,993 DEBUG [RS:2;d73269e94d72:32829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:41:26,993 DEBUG [RS:1;d73269e94d72:35509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d73269e94d72:0, corePoolSize=3, maxPoolSize=3 2024-11-25T03:41:26,996 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,32829,1732506086466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,996 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:26,997 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,35509,1732506086426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:41:27,005 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:41:27,005 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,36107,1732506086384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,005 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,005 INFO [RS:0;d73269e94d72:36107 {}] regionserver.Replication(171): d73269e94d72,36107,1732506086384 started 2024-11-25T03:41:27,009 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:41:27,009 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T03:41:27,009 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,35509,1732506086426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,010 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,32829,1732506086466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,010 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,010 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,010 INFO [RS:1;d73269e94d72:35509 {}] regionserver.Replication(171): d73269e94d72,35509,1732506086426 started 2024-11-25T03:41:27,010 INFO [RS:2;d73269e94d72:32829 {}] regionserver.Replication(171): d73269e94d72,32829,1732506086466 started 2024-11-25T03:41:27,018 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,018 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,36107,1732506086384, RpcServer on d73269e94d72/172.17.0.2:36107, sessionid=0x1017014e6340001 2024-11-25T03:41:27,018 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:41:27,018 DEBUG [RS:0;d73269e94d72:36107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,36107,1732506086384 2024-11-25T03:41:27,018 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,36107,1732506086384' 2024-11-25T03:41:27,019 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:41:27,019 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,36107,1732506086384 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,36107,1732506086384' 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:41:27,020 DEBUG [RS:0;d73269e94d72:36107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:41:27,020 INFO [RS:0;d73269e94d72:36107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:41:27,020 INFO [RS:0;d73269e94d72:36107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:41:27,022 INFO [RS:1;d73269e94d72:35509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,022 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,35509,1732506086426, RpcServer on d73269e94d72/172.17.0.2:35509, sessionid=0x1017014e6340002 2024-11-25T03:41:27,022 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:41:27,022 DEBUG [RS:1;d73269e94d72:35509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,35509,1732506086426 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,35509,1732506086426' 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,35509,1732506086426 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,35509,1732506086426' 2024-11-25T03:41:27,023 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:41:27,024 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:41:27,024 DEBUG [RS:1;d73269e94d72:35509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:41:27,024 INFO [RS:1;d73269e94d72:35509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:41:27,024 INFO [RS:1;d73269e94d72:35509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:41:27,025 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:27,026 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1482): Serving as d73269e94d72,32829,1732506086466, RpcServer on d73269e94d72/172.17.0.2:32829, sessionid=0x1017014e6340003 2024-11-25T03:41:27,026 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T03:41:27,026 DEBUG [RS:2;d73269e94d72:32829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d73269e94d72,32829,1732506086466 2024-11-25T03:41:27,026 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,32829,1732506086466' 2024-11-25T03:41:27,026 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T03:41:27,026 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d73269e94d72,32829,1732506086466 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd73269e94d72,32829,1732506086466' 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T03:41:27,027 DEBUG [RS:2;d73269e94d72:32829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T03:41:27,027 INFO [RS:2;d73269e94d72:32829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T03:41:27,027 INFO [RS:2;d73269e94d72:32829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T03:41:27,037 WARN [d73269e94d72:34533 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T03:41:27,121 INFO [RS:0;d73269e94d72:36107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:41:27,125 INFO [RS:1;d73269e94d72:35509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:41:27,126 INFO [RS:0;d73269e94d72:36107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C36107%2C1732506086384, suffix=, logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,36107,1732506086384, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs, maxLogs=32 2024-11-25T03:41:27,128 INFO [RS:2;d73269e94d72:32829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T03:41:27,129 INFO [RS:1;d73269e94d72:35509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C35509%2C1732506086426, suffix=, logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs, maxLogs=32 2024-11-25T03:41:27,130 INFO [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C32829%2C1732506086466, suffix=, logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs, maxLogs=32 2024-11-25T03:41:27,143 DEBUG [RS:0;d73269e94d72:36107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,36107,1732506086384/d73269e94d72%2C36107%2C1732506086384.1732506087130, exclude list is [], retry=0 2024-11-25T03:41:27,144 DEBUG [RS:2;d73269e94d72:32829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466/d73269e94d72%2C32829%2C1732506086466.1732506087132, exclude list is [], retry=0 2024-11-25T03:41:27,144 DEBUG [RS:1;d73269e94d72:35509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426/d73269e94d72%2C35509%2C1732506086426.1732506087132, exclude list is [], retry=0 2024-11-25T03:41:27,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98,DISK] 2024-11-25T03:41:27,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-faddba94-867f-45d9-8b07-cecd929827e3,DISK] 2024-11-25T03:41:27,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42969,DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4,DISK] 2024-11-25T03:41:27,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98,DISK] 2024-11-25T03:41:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98,DISK] 2024-11-25T03:41:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-faddba94-867f-45d9-8b07-cecd929827e3,DISK] 2024-11-25T03:41:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42969,DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4,DISK] 2024-11-25T03:41:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-faddba94-867f-45d9-8b07-cecd929827e3,DISK] 2024-11-25T03:41:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42969,DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4,DISK] 2024-11-25T03:41:27,150 INFO [RS:0;d73269e94d72:36107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,36107,1732506086384/d73269e94d72%2C36107%2C1732506086384.1732506087130 2024-11-25T03:41:27,150 DEBUG [RS:0;d73269e94d72:36107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41099:41099),(127.0.0.1/127.0.0.1:40311:40311),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-25T03:41:27,151 INFO [RS:1;d73269e94d72:35509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426/d73269e94d72%2C35509%2C1732506086426.1732506087132 2024-11-25T03:41:27,152 DEBUG [RS:1;d73269e94d72:35509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41099:41099),(127.0.0.1/127.0.0.1:40311:40311),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-25T03:41:27,152 INFO [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466/d73269e94d72%2C32829%2C1732506086466.1732506087132 2024-11-25T03:41:27,153 DEBUG [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41099:41099),(127.0.0.1/127.0.0.1:40311:40311),(127.0.0.1/127.0.0.1:35495:35495)] 2024-11-25T03:41:27,288 DEBUG [d73269e94d72:34533 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T03:41:27,288 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:41:27,291 INFO [d73269e94d72:34533 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:41:27,291 INFO [d73269e94d72:34533 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:41:27,291 INFO [d73269e94d72:34533 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:41:27,291 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:41:27,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:27,294 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,32829,1732506086466, state=OPENING 2024-11-25T03:41:27,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:41:27,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:27,312 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T03:41:27,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:27,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:27,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:41:27,324 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T03:41:27,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:27,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:27,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:27,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,32829,1732506086466}] 2024-11-25T03:41:27,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:27,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:41:27,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:41:33,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:41:33,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:33,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:33,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:37,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:41:37,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46079, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:41:37,335 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T03:41:37,336 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T03:41:37,336 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T03:41:37,339 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d73269e94d72%2C32829%2C1732506086466.meta, suffix=.meta, logDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466, archiveDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs, maxLogs=32 2024-11-25T03:41:37,355 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466/d73269e94d72%2C32829%2C1732506086466.meta.1732506097340.meta, exclude list is [], retry=0 2024-11-25T03:41:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40363,DS-faddba94-867f-45d9-8b07-cecd929827e3,DISK] 2024-11-25T03:41:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42969,DS-1a11a0d1-f115-450f-ad35-d3d47cb1abc4,DISK] 2024-11-25T03:41:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33971,DS-92f04b7b-b348-46d1-8c02-e4fffc9e8b98,DISK] 2024-11-25T03:41:37,359 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466/d73269e94d72%2C32829%2C1732506086466.meta.1732506097340.meta 2024-11-25T03:41:37,360 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40311:40311),(127.0.0.1/127.0.0.1:35495:35495),(127.0.0.1/127.0.0.1:41099:41099)] 2024-11-25T03:41:37,360 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T03:41:37,360 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T03:41:37,360 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T03:41:37,361 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T03:41:37,361 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T03:41:37,361 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,361 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T03:41:37,361 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T03:41:37,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T03:41:37,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T03:41:37,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:37,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:37,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T03:41:37,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T03:41:37,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:37,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:37,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T03:41:37,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T03:41:37,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:37,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:37,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T03:41:37,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T03:41:37,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:37,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T03:41:37,369 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T03:41:37,370 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740 2024-11-25T03:41:37,371 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740 2024-11-25T03:41:37,372 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T03:41:37,372 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T03:41:37,373 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T03:41:37,374 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T03:41:37,375 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72314209, jitterRate=0.07756568491458893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T03:41:37,375 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T03:41:37,376 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732506097361Writing region info on filesystem at 1732506097361Initializing all the Stores at 1732506097362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506097362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506097362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506097362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732506097362Cleaning up temporary data from old regions at 1732506097372 (+10 ms)Running coprocessor post-open hooks at 1732506097375 (+3 ms)Region opened successfully at 1732506097376 (+1 ms) 2024-11-25T03:41:37,377 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732506097326 2024-11-25T03:41:37,379 DEBUG [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T03:41:37,379 INFO [RS_OPEN_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T03:41:37,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:37,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d73269e94d72,32829,1732506086466, state=OPEN 2024-11-25T03:41:37,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:41:37,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:41:37,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:41:37,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T03:41:37,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:37,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:37,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:37,464 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d73269e94d72,32829,1732506086466 2024-11-25T03:41:37,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T03:41:37,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T03:41:37,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d73269e94d72,32829,1732506086466 in 10.1400 sec 2024-11-25T03:41:37,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T03:41:37,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5820 sec 2024-11-25T03:41:37,470 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T03:41:37,470 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T03:41:37,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:41:37,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,32829,1732506086466, seqNum=-1] 2024-11-25T03:41:37,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:41:37,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:41:37,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6440 sec 2024-11-25T03:41:37,479 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732506097479, completionTime=-1 2024-11-25T03:41:37,479 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T03:41:37,479 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T03:41:37,481 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T03:41:37,481 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732506157481 2024-11-25T03:41:37,481 INFO [master/d73269e94d72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732506217481 2024-11-25T03:41:37,482 INFO [master/d73269e94d72:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-25T03:41:37,482 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T03:41:37,482 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34533,1732506086048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,483 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34533,1732506086048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,483 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34533,1732506086048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,483 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d73269e94d72:34533, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,483 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,483 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,485 DEBUG [master/d73269e94d72:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T03:41:37,487 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.948sec 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34533,1732506086048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T03:41:37,488 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34533,1732506086048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T03:41:37,490 DEBUG [master/d73269e94d72:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T03:41:37,490 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T03:41:37,490 INFO [master/d73269e94d72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d73269e94d72,34533,1732506086048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T03:41:37,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a34a863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:41:37,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d73269e94d72,34533,-1 for getting cluster id 2024-11-25T03:41:37,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:41:37,508 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7b13a9f-1cc7-4272-8033-82f07a1fff7d' 2024-11-25T03:41:37,508 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:41:37,508 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7b13a9f-1cc7-4272-8033-82f07a1fff7d" 2024-11-25T03:41:37,509 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236b3c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:41:37,509 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d73269e94d72,34533,-1] 2024-11-25T03:41:37,509 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:41:37,510 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:37,511 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:41:37,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5074d1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:41:37,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:41:37,513 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,32829,1732506086466, seqNum=-1] 2024-11-25T03:41:37,514 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:41:37,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:41:37,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d73269e94d72,34533,1732506086048 2024-11-25T03:41:37,517 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732506097517 (current time:1732506097517). 2024-11-25T03:41:37,517 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-25T03:41:37,517 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-25T03:41:37,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481a3cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:41:37,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d73269e94d72,34533,-1 for getting cluster id 2024-11-25T03:41:37,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T03:41:37,519 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7b13a9f-1cc7-4272-8033-82f07a1fff7d' 2024-11-25T03:41:37,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T03:41:37,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7b13a9f-1cc7-4272-8033-82f07a1fff7d" 2024-11-25T03:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5593dc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d73269e94d72,34533,-1] 2024-11-25T03:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T03:41:37,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:37,521 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T03:41:37,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eabe182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T03:41:37,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T03:41:37,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d73269e94d72,32829,1732506086466, seqNum=-1] 2024-11-25T03:41:37,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:41:37,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:41:37,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:41:37,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:41:37,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:37,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:41:37,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:41:37,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T03:41:37,527 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d73269e94d72,34533,1732506086048 2024-11-25T03:41:37,527 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71f90e9f 2024-11-25T03:41:37,527 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T03:41:37,529 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T03:41:37,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T03:41:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-25T03:41:37,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T03:41:37,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:37,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-25T03:41:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:37,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T03:41:37,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:41:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:41:37,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741837_1013 (size=361) 2024-11-25T03:41:37,544 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 06b43147b94f52526d37340f782b0249, NAME => 'SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,544 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6968937632a8337c776b74f1d704db59, NAME => 'SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,544 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 64b97abb081fcba7479212d81ff70757, NAME => 'SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:41:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:41:37,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 64b97abb081fcba7479212d81ff70757, disabling compactions & flushes 2024-11-25T03:41:37,560 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:37,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:37,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. after waiting 0 ms 2024-11-25T03:41:37,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:37,560 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:37,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 64b97abb081fcba7479212d81ff70757: Waiting for close lock at 1732506097559Disabling compacts and flushes for region at 1732506097559Disabling writes for close at 1732506097560 (+1 ms)Writing region close event to WAL at 1732506097560Closed at 1732506097560 2024-11-25T03:41:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741838_1014 (size=62) 2024-11-25T03:41:37,561 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 39ff509594a0eb1fad3d991aeff8015a, NAME => 'SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:41:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:41:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:41:37,563 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6968937632a8337c776b74f1d704db59, disabling compactions & flushes 2024-11-25T03:41:37,564 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:37,564 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T03:41:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:37,564 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T03:41:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. after waiting 0 ms 2024-11-25T03:41:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:37,564 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:37,564 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6968937632a8337c776b74f1d704db59: Waiting for close lock at 1732506097563Disabling compacts and flushes for region at 1732506097563Disabling writes for close at 1732506097564 (+1 ms)Writing region close event to WAL at 1732506097564Closed at 1732506097564 2024-11-25T03:41:37,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:41:37,565 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T03:41:37,565 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => badc553fc006391c07b51dc333505ad3, NAME => 'SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 06b43147b94f52526d37340f782b0249, disabling compactions & flushes 2024-11-25T03:41:37,565 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:37,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:37,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. after waiting 0 ms 2024-11-25T03:41:37,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:37,565 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:37,565 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 06b43147b94f52526d37340f782b0249: Waiting for close lock at 1732506097565Disabling compacts and flushes for region at 1732506097565Disabling writes for close at 1732506097565Writing region close event to WAL at 1732506097565Closed at 1732506097565 2024-11-25T03:41:37,566 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1eada3725aab75a0857b0d68db4fb883, NAME => 'SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:41:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741840_1016 (size=54) 2024-11-25T03:41:37,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741839_1015 (size=62) 2024-11-25T03:41:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741841_1017 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741842_1018 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:41:37,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741843_1019 (size=62) 2024-11-25T03:41:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1eada3725aab75a0857b0d68db4fb883, disabling compactions & flushes 2024-11-25T03:41:37,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 39ff509594a0eb1fad3d991aeff8015a, disabling compactions & flushes 2024-11-25T03:41:37,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:37,587 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. after waiting 0 ms 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. after waiting 0 ms 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:37,587 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:37,587 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1eada3725aab75a0857b0d68db4fb883: Waiting for close lock at 1732506097586Disabling compacts and flushes for region at 1732506097586Disabling writes for close at 1732506097587 (+1 ms)Writing region close event to WAL at 1732506097587Closed at 1732506097587 2024-11-25T03:41:37,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 39ff509594a0eb1fad3d991aeff8015a: Waiting for close lock at 1732506097586Disabling compacts and flushes for region at 1732506097586Disabling writes for close at 1732506097587 (+1 ms)Writing region close event to WAL at 1732506097587Closed at 1732506097587 2024-11-25T03:41:37,588 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a7d01cd5535c68ee9f2885383c696236, NAME => 'SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,588 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45a223e2a157e2842876df727e251248, NAME => 'SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:41:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:41:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:41:37,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741845_1021 (size=62) 2024-11-25T03:41:37,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:41:37,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741844_1020 (size=62) 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 45a223e2a157e2842876df727e251248, disabling compactions & flushes 2024-11-25T03:41:37,608 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a7d01cd5535c68ee9f2885383c696236, disabling compactions & flushes 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:37,608 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. after waiting 0 ms 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:37,608 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. after waiting 0 ms 2024-11-25T03:41:37,609 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:37,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:37,609 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:37,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45a223e2a157e2842876df727e251248: Waiting for close lock at 1732506097608Disabling compacts and flushes for region at 1732506097608Disabling writes for close at 1732506097608Writing region close event to WAL at 1732506097608Closed at 1732506097608 2024-11-25T03:41:37,609 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a7d01cd5535c68ee9f2885383c696236: Waiting for close lock at 1732506097608Disabling compacts and flushes for region at 1732506097608Disabling writes for close at 1732506097609 (+1 ms)Writing region close event to WAL at 1732506097609Closed at 1732506097609 2024-11-25T03:41:37,610 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9231e66e1d1849aaf28e485386da8bc5, NAME => 'SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,610 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0a538c62327cf1a7f5bf22456b85648c, NAME => 'SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7 2024-11-25T03:41:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:41:37,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:41:37,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741846_1022 (size=62) 2024-11-25T03:41:37,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9231e66e1d1849aaf28e485386da8bc5, disabling compactions & flushes 2024-11-25T03:41:37,626 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:37,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:37,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. after waiting 0 ms 2024-11-25T03:41:37,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:37,626 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:37,626 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9231e66e1d1849aaf28e485386da8bc5: Waiting for close lock at 1732506097626Disabling compacts and flushes for region at 1732506097626Disabling writes for close at 1732506097626Writing region close event to WAL at 1732506097626Closed at 1732506097626 2024-11-25T03:41:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:41:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:41:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741847_1023 (size=54) 2024-11-25T03:41:37,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0a538c62327cf1a7f5bf22456b85648c, disabling compactions & flushes 2024-11-25T03:41:37,628 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:37,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:37,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. after waiting 0 ms 2024-11-25T03:41:37,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:37,628 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:37,628 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0a538c62327cf1a7f5bf22456b85648c: Waiting for close lock at 1732506097628Disabling compacts and flushes for region at 1732506097628Disabling writes for close at 1732506097628Writing region close event to WAL at 1732506097628Closed at 1732506097628 2024-11-25T03:41:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:37,979 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:37,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing badc553fc006391c07b51dc333505ad3, disabling compactions & flushes 2024-11-25T03:41:37,980 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:37,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:37,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. after waiting 0 ms 2024-11-25T03:41:37,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:37,980 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:37,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for badc553fc006391c07b51dc333505ad3: Waiting for close lock at 1732506097980Disabling compacts and flushes for region at 1732506097980Disabling writes for close at 1732506097980Writing region close event to WAL at 1732506097980Closed at 1732506097980 2024-11-25T03:41:37,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T03:41:37,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732506097981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732506097981"}]},"ts":"1732506097981"} 2024-11-25T03:41:37,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-25T03:41:37,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T03:41:37,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506097988"}]},"ts":"1732506097988"} 2024-11-25T03:41:37,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-25T03:41:37,991 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T03:41:37,995 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:41:37,995 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:41:37,995 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T03:41:37,995 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:41:37,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6968937632a8337c776b74f1d704db59, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06b43147b94f52526d37340f782b0249, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39ff509594a0eb1fad3d991aeff8015a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45a223e2a157e2842876df727e251248, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9231e66e1d1849aaf28e485386da8bc5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a538c62327cf1a7f5bf22456b85648c, ASSIGN}] 2024-11-25T03:41:37,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN 2024-11-25T03:41:37,998 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6968937632a8337c776b74f1d704db59, ASSIGN 2024-11-25T03:41:37,998 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39ff509594a0eb1fad3d991aeff8015a, ASSIGN 2024-11-25T03:41:37,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06b43147b94f52526d37340f782b0249, ASSIGN 2024-11-25T03:41:37,999 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6968937632a8337c776b74f1d704db59, ASSIGN; state=OFFLINE, location=d73269e94d72,36107,1732506086384; forceNewPlan=false, retain=false 2024-11-25T03:41:37,999 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39ff509594a0eb1fad3d991aeff8015a, ASSIGN; state=OFFLINE, location=d73269e94d72,36107,1732506086384; forceNewPlan=false, retain=false 2024-11-25T03:41:37,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN; state=OFFLINE, location=d73269e94d72,35509,1732506086426; forceNewPlan=false, retain=false 2024-11-25T03:41:37,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06b43147b94f52526d37340f782b0249, ASSIGN; state=OFFLINE, location=d73269e94d72,32829,1732506086466; forceNewPlan=false, retain=false 2024-11-25T03:41:38,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9231e66e1d1849aaf28e485386da8bc5, ASSIGN 2024-11-25T03:41:38,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN 2024-11-25T03:41:38,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a538c62327cf1a7f5bf22456b85648c, ASSIGN 2024-11-25T03:41:38,002 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN 2024-11-25T03:41:38,002 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45a223e2a157e2842876df727e251248, ASSIGN 2024-11-25T03:41:38,003 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9231e66e1d1849aaf28e485386da8bc5, ASSIGN; state=OFFLINE, location=d73269e94d72,36107,1732506086384; forceNewPlan=false, retain=false 2024-11-25T03:41:38,003 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a538c62327cf1a7f5bf22456b85648c, ASSIGN; state=OFFLINE, location=d73269e94d72,32829,1732506086466; forceNewPlan=false, retain=false 2024-11-25T03:41:38,003 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN; state=OFFLINE, location=d73269e94d72,35509,1732506086426; forceNewPlan=false, retain=false 2024-11-25T03:41:38,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN; state=OFFLINE, location=d73269e94d72,35509,1732506086426; forceNewPlan=false, retain=false 2024-11-25T03:41:38,004 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45a223e2a157e2842876df727e251248, ASSIGN; state=OFFLINE, location=d73269e94d72,32829,1732506086466; forceNewPlan=false, retain=false 2024-11-25T03:41:38,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN 2024-11-25T03:41:38,008 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN; state=OFFLINE, location=d73269e94d72,35509,1732506086426; forceNewPlan=false, retain=false 2024-11-25T03:41:38,150 INFO [d73269e94d72:34533 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-25T03:41:38,150 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9231e66e1d1849aaf28e485386da8bc5, regionState=OPENING, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:41:38,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6968937632a8337c776b74f1d704db59, regionState=OPENING, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:41:38,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a7d01cd5535c68ee9f2885383c696236, regionState=OPENING, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:38,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=39ff509594a0eb1fad3d991aeff8015a, regionState=OPENING, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:41:38,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1eada3725aab75a0857b0d68db4fb883, regionState=OPENING, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:38,151 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=badc553fc006391c07b51dc333505ad3, regionState=OPENING, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:38,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0a538c62327cf1a7f5bf22456b85648c, regionState=OPENING, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:38,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=64b97abb081fcba7479212d81ff70757, regionState=OPENING, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:38,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=45a223e2a157e2842876df727e251248, regionState=OPENING, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:38,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06b43147b94f52526d37340f782b0249, regionState=OPENING, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:38,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6968937632a8337c776b74f1d704db59, ASSIGN because future has completed 2024-11-25T03:41:38,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6968937632a8337c776b74f1d704db59, server=d73269e94d72,36107,1732506086384}] 2024-11-25T03:41:38,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN because future has completed 2024-11-25T03:41:38,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d01cd5535c68ee9f2885383c696236, server=d73269e94d72,35509,1732506086426}] 2024-11-25T03:41:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9231e66e1d1849aaf28e485386da8bc5, ASSIGN because future has completed 2024-11-25T03:41:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=39ff509594a0eb1fad3d991aeff8015a, ASSIGN because future has completed 2024-11-25T03:41:38,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9231e66e1d1849aaf28e485386da8bc5, server=d73269e94d72,36107,1732506086384}] 2024-11-25T03:41:38,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39ff509594a0eb1fad3d991aeff8015a, server=d73269e94d72,36107,1732506086384}] 2024-11-25T03:41:38,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN because future has completed 2024-11-25T03:41:38,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eada3725aab75a0857b0d68db4fb883, server=d73269e94d72,35509,1732506086426}] 2024-11-25T03:41:38,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN because future has completed 2024-11-25T03:41:38,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a538c62327cf1a7f5bf22456b85648c, ASSIGN because future has completed 2024-11-25T03:41:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN because future has completed 2024-11-25T03:41:38,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45a223e2a157e2842876df727e251248, ASSIGN because future has completed 2024-11-25T03:41:38,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06b43147b94f52526d37340f782b0249, ASSIGN because future has completed 2024-11-25T03:41:38,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06b43147b94f52526d37340f782b0249, server=d73269e94d72,32829,1732506086466}] 2024-11-25T03:41:38,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45a223e2a157e2842876df727e251248, server=d73269e94d72,32829,1732506086466}] 2024-11-25T03:41:38,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b97abb081fcba7479212d81ff70757, server=d73269e94d72,35509,1732506086426}] 2024-11-25T03:41:38,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure badc553fc006391c07b51dc333505ad3, server=d73269e94d72,35509,1732506086426}] 2024-11-25T03:41:38,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a538c62327cf1a7f5bf22456b85648c, server=d73269e94d72,32829,1732506086466}] 2024-11-25T03:41:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:39,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T03:41:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:42,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:41:42,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:42,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:42,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:48,165 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:41:48,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:41:48,173 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T03:41:48,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T03:41:48,177 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:48,177 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6968937632a8337c776b74f1d704db59, NAME => 'SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-25T03:41:48,178 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,178 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,178 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,178 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,180 INFO [StoreOpener-6968937632a8337c776b74f1d704db59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,181 INFO [StoreOpener-6968937632a8337c776b74f1d704db59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6968937632a8337c776b74f1d704db59 columnFamilyName cf 2024-11-25T03:41:48,181 DEBUG [StoreOpener-6968937632a8337c776b74f1d704db59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,182 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:48,182 INFO [StoreOpener-6968937632a8337c776b74f1d704db59-1 {}] regionserver.HStore(327): Store=6968937632a8337c776b74f1d704db59/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,182 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 64b97abb081fcba7479212d81ff70757, NAME => 'SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T03:41:48,182 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,182 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,182 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,182 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,183 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,183 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,184 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,184 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,184 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,185 INFO [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,186 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,187 INFO [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b97abb081fcba7479212d81ff70757 columnFamilyName cf 2024-11-25T03:41:48,187 DEBUG [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,187 INFO [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] regionserver.HStore(327): Store=64b97abb081fcba7479212d81ff70757/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,188 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,188 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:48,188 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,188 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a538c62327cf1a7f5bf22456b85648c, NAME => 'SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/6968937632a8337c776b74f1d704db59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,189 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6968937632a8337c776b74f1d704db59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61494705, jitterRate=-0.08365748822689056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6968937632a8337c776b74f1d704db59 2024-11-25T03:41:48,189 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6968937632a8337c776b74f1d704db59: Running coprocessor pre-open hook at 1732506108178Writing region info on filesystem at 1732506108178Initializing all the Stores at 1732506108179 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108179Cleaning up temporary data from old regions at 1732506108184 (+5 ms)Running coprocessor post-open hooks at 1732506108189 (+5 ms)Region opened successfully at 1732506108189 2024-11-25T03:41:48,190 INFO [StoreOpener-0a538c62327cf1a7f5bf22456b85648c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,190 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59., pid=15, masterSystemTime=1732506108165 2024-11-25T03:41:48,191 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,191 INFO [StoreOpener-0a538c62327cf1a7f5bf22456b85648c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a538c62327cf1a7f5bf22456b85648c columnFamilyName cf 2024-11-25T03:41:48,192 DEBUG [StoreOpener-0a538c62327cf1a7f5bf22456b85648c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,192 INFO [StoreOpener-0a538c62327cf1a7f5bf22456b85648c-1 {}] regionserver.HStore(327): Store=0a538c62327cf1a7f5bf22456b85648c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,192 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,193 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:48,193 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:41:48,193 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:48,193 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9231e66e1d1849aaf28e485386da8bc5, NAME => 'SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-25T03:41:48,193 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,193 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,193 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6968937632a8337c776b74f1d704db59, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:41:48,194 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,194 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,194 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,194 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,194 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6968937632a8337c776b74f1d704db59, server=d73269e94d72,36107,1732506086384 because future has completed 2024-11-25T03:41:48,196 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,197 INFO [StoreOpener-9231e66e1d1849aaf28e485386da8bc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,197 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/64b97abb081fcba7479212d81ff70757/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,198 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 64b97abb081fcba7479212d81ff70757; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59542015, jitterRate=-0.11275483667850494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,198 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:48,198 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 64b97abb081fcba7479212d81ff70757: Running coprocessor pre-open hook at 1732506108183Writing region info on filesystem at 1732506108183Initializing all the Stores at 1732506108184 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108184Cleaning up temporary data from old regions at 1732506108189 (+5 ms)Running coprocessor post-open hooks at 1732506108198 (+9 ms)Region opened successfully at 1732506108198 2024-11-25T03:41:48,199 INFO [StoreOpener-9231e66e1d1849aaf28e485386da8bc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9231e66e1d1849aaf28e485386da8bc5 columnFamilyName cf 2024-11-25T03:41:48,199 DEBUG [StoreOpener-9231e66e1d1849aaf28e485386da8bc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,200 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757., pid=22, masterSystemTime=1732506108173 2024-11-25T03:41:48,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=5 2024-11-25T03:41:48,200 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6968937632a8337c776b74f1d704db59, server=d73269e94d72,36107,1732506086384 in 10.0380 sec 2024-11-25T03:41:48,200 INFO [StoreOpener-9231e66e1d1849aaf28e485386da8bc5-1 {}] regionserver.HStore(327): Store=9231e66e1d1849aaf28e485386da8bc5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,200 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,201 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0a538c62327cf1a7f5bf22456b85648c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60926215, jitterRate=-0.09212864935398102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,201 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:48,201 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0a538c62327cf1a7f5bf22456b85648c: Running coprocessor pre-open hook at 1732506108189Writing region info on filesystem at 1732506108189Initializing all the Stores at 1732506108190 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108190Cleaning up temporary data from old regions at 1732506108194 (+4 ms)Running coprocessor post-open hooks at 1732506108201 (+7 ms)Region opened successfully at 1732506108201 2024-11-25T03:41:48,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6968937632a8337c776b74f1d704db59, ASSIGN in 10.2040 sec 2024-11-25T03:41:48,202 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,202 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c., pid=24, masterSystemTime=1732506108182 2024-11-25T03:41:48,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=64b97abb081fcba7479212d81ff70757, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:48,202 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:48,202 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,202 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:41:48,202 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => badc553fc006391c07b51dc333505ad3, NAME => 'SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,203 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b97abb081fcba7479212d81ff70757, server=d73269e94d72,35509,1732506086426 because future has completed 2024-11-25T03:41:48,205 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:48,205 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:41:48,205 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:48,205 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 45a223e2a157e2842876df727e251248, NAME => 'SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-25T03:41:48,205 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,205 INFO [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,205 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,206 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0a538c62327cf1a7f5bf22456b85648c, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:48,206 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,206 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,207 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,207 INFO [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region badc553fc006391c07b51dc333505ad3 columnFamilyName cf 2024-11-25T03:41:48,207 DEBUG [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,208 INFO [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] regionserver.HStore(327): Store=badc553fc006391c07b51dc333505ad3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a538c62327cf1a7f5bf22456b85648c, server=d73269e94d72,32829,1732506086466 because future has completed 2024-11-25T03:41:48,209 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-25T03:41:48,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 64b97abb081fcba7479212d81ff70757, server=d73269e94d72,35509,1732506086426 in 10.0260 sec 2024-11-25T03:41:48,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-25T03:41:48,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN in 10.2140 sec 2024-11-25T03:41:48,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a538c62327cf1a7f5bf22456b85648c, server=d73269e94d72,32829,1732506086466 in 10.0230 sec 2024-11-25T03:41:48,212 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,212 INFO [StoreOpener-45a223e2a157e2842876df727e251248-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,213 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,213 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,214 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a538c62327cf1a7f5bf22456b85648c, ASSIGN in 10.2160 sec 2024-11-25T03:41:48,214 INFO [StoreOpener-45a223e2a157e2842876df727e251248-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45a223e2a157e2842876df727e251248 columnFamilyName cf 2024-11-25T03:41:48,214 DEBUG [StoreOpener-45a223e2a157e2842876df727e251248-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,215 INFO [StoreOpener-45a223e2a157e2842876df727e251248-1 {}] regionserver.HStore(327): Store=45a223e2a157e2842876df727e251248/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,215 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,215 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,216 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,216 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9231e66e1d1849aaf28e485386da8bc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70891604, jitterRate=0.05636721849441528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,216 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,216 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:48,216 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9231e66e1d1849aaf28e485386da8bc5: Running coprocessor pre-open hook at 1732506108194Writing region info on filesystem at 1732506108194Initializing all the Stores at 1732506108195 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108195Cleaning up temporary data from old regions at 1732506108203 (+8 ms)Running coprocessor post-open hooks at 1732506108216 (+13 ms)Region opened successfully at 1732506108216 2024-11-25T03:41:48,216 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,217 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,217 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., pid=18, masterSystemTime=1732506108165 2024-11-25T03:41:48,217 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,218 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/badc553fc006391c07b51dc333505ad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,219 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:48,219 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened badc553fc006391c07b51dc333505ad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69471420, jitterRate=0.03520482778549194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,219 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:41:48,219 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:48,219 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:48,219 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for badc553fc006391c07b51dc333505ad3: Running coprocessor pre-open hook at 1732506108203Writing region info on filesystem at 1732506108203Initializing all the Stores at 1732506108205 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108205Cleaning up temporary data from old regions at 1732506108214 (+9 ms)Running coprocessor post-open hooks at 1732506108219 (+5 ms)Region opened successfully at 1732506108219 2024-11-25T03:41:48,219 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 39ff509594a0eb1fad3d991aeff8015a, NAME => 'SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-25T03:41:48,220 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,220 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,220 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,220 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,220 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,220 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3., pid=21, masterSystemTime=1732506108173 2024-11-25T03:41:48,220 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9231e66e1d1849aaf28e485386da8bc5, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:41:48,222 INFO [StoreOpener-39ff509594a0eb1fad3d991aeff8015a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,223 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:48,223 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:41:48,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9231e66e1d1849aaf28e485386da8bc5, server=d73269e94d72,36107,1732506086384 because future has completed 2024-11-25T03:41:48,223 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34533 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d73269e94d72,36107,1732506086384, table=SPTestTable, region=9231e66e1d1849aaf28e485386da8bc5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T03:41:48,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=badc553fc006391c07b51dc333505ad3, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:48,224 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:48,224 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a7d01cd5535c68ee9f2885383c696236, NAME => 'SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T03:41:48,225 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,225 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,225 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,225 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,226 INFO [StoreOpener-39ff509594a0eb1fad3d991aeff8015a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39ff509594a0eb1fad3d991aeff8015a columnFamilyName cf 2024-11-25T03:41:48,226 DEBUG [StoreOpener-39ff509594a0eb1fad3d991aeff8015a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure badc553fc006391c07b51dc333505ad3, server=d73269e94d72,35509,1732506086426 because future has completed 2024-11-25T03:41:48,227 INFO [StoreOpener-39ff509594a0eb1fad3d991aeff8015a-1 {}] regionserver.HStore(327): Store=39ff509594a0eb1fad3d991aeff8015a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,227 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-25T03:41:48,228 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,228 INFO [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9231e66e1d1849aaf28e485386da8bc5, server=d73269e94d72,36107,1732506086384 in 10.0600 sec 2024-11-25T03:41:48,229 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,230 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,230 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-25T03:41:48,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9231e66e1d1849aaf28e485386da8bc5, ASSIGN in 10.2320 sec 2024-11-25T03:41:48,230 INFO [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d01cd5535c68ee9f2885383c696236 columnFamilyName cf 2024-11-25T03:41:48,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure badc553fc006391c07b51dc333505ad3, server=d73269e94d72,35509,1732506086426 in 10.0460 sec 2024-11-25T03:41:48,230 DEBUG [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,231 INFO [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] regionserver.HStore(327): Store=a7d01cd5535c68ee9f2885383c696236/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,231 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,231 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,232 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,232 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,232 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 45a223e2a157e2842876df727e251248; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61117285, jitterRate=-0.08928148448467255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,232 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45a223e2a157e2842876df727e251248 2024-11-25T03:41:48,232 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 45a223e2a157e2842876df727e251248: Running coprocessor pre-open hook at 1732506108206Writing region info on filesystem at 1732506108206Initializing all the Stores at 1732506108207 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108207Cleaning up temporary data from old regions at 1732506108217 (+10 ms)Running coprocessor post-open hooks at 1732506108232 (+15 ms)Region opened successfully at 1732506108232 2024-11-25T03:41:48,234 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,234 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., pid=23, masterSystemTime=1732506108182 2024-11-25T03:41:48,234 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,234 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN in 10.2340 sec 2024-11-25T03:41:48,236 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/39ff509594a0eb1fad3d991aeff8015a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,236 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 39ff509594a0eb1fad3d991aeff8015a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66656795, jitterRate=-0.006736353039741516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,236 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:48,236 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:48,236 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:48,236 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 39ff509594a0eb1fad3d991aeff8015a: Running coprocessor pre-open hook at 1732506108220Writing region info on filesystem at 1732506108220Initializing all the Stores at 1732506108221 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108221Cleaning up temporary data from old regions at 1732506108230 (+9 ms)Running coprocessor post-open hooks at 1732506108236 (+6 ms)Region opened successfully at 1732506108236 2024-11-25T03:41:48,236 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:48,236 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 06b43147b94f52526d37340f782b0249, NAME => 'SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-25T03:41:48,236 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=45a223e2a157e2842876df727e251248, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:48,237 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,237 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,237 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,237 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a., pid=17, masterSystemTime=1732506108165 2024-11-25T03:41:48,237 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,239 INFO [StoreOpener-06b43147b94f52526d37340f782b0249-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,239 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45a223e2a157e2842876df727e251248, server=d73269e94d72,32829,1732506086466 because future has completed 2024-11-25T03:41:48,240 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:48,240 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:41:48,240 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a7d01cd5535c68ee9f2885383c696236; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70851679, jitterRate=0.055772289633750916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,240 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:48,240 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a7d01cd5535c68ee9f2885383c696236: Running coprocessor pre-open hook at 1732506108226Writing region info on filesystem at 1732506108226Initializing all the Stores at 1732506108227 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108227Cleaning up temporary data from old regions at 1732506108234 (+7 ms)Running coprocessor post-open hooks at 1732506108240 (+6 ms)Region opened successfully at 1732506108240 2024-11-25T03:41:48,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=39ff509594a0eb1fad3d991aeff8015a, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:41:48,241 INFO [StoreOpener-06b43147b94f52526d37340f782b0249-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06b43147b94f52526d37340f782b0249 columnFamilyName cf 2024-11-25T03:41:48,241 DEBUG [StoreOpener-06b43147b94f52526d37340f782b0249-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,241 INFO [StoreOpener-06b43147b94f52526d37340f782b0249-1 {}] regionserver.HStore(327): Store=06b43147b94f52526d37340f782b0249/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,241 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., pid=16, masterSystemTime=1732506108173 2024-11-25T03:41:48,242 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,243 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,243 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39ff509594a0eb1fad3d991aeff8015a, server=d73269e94d72,36107,1732506086384 because future has completed 2024-11-25T03:41:48,244 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,244 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-25T03:41:48,245 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:48,245 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:41:48,245 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:48,245 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1eada3725aab75a0857b0d68db4fb883, NAME => 'SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T03:41:48,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a7d01cd5535c68ee9f2885383c696236, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:48,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 45a223e2a157e2842876df727e251248, server=d73269e94d72,32829,1732506086466 in 10.0590 sec 2024-11-25T03:41:48,246 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,246 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:41:48,246 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,246 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,248 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d01cd5535c68ee9f2885383c696236, server=d73269e94d72,35509,1732506086426 because future has completed 2024-11-25T03:41:48,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-25T03:41:48,249 INFO [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45a223e2a157e2842876df727e251248, ASSIGN in 10.2490 sec 2024-11-25T03:41:48,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=39ff509594a0eb1fad3d991aeff8015a, ASSIGN in 10.2530 sec 2024-11-25T03:41:48,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 39ff509594a0eb1fad3d991aeff8015a, server=d73269e94d72,36107,1732506086384 in 10.0790 sec 2024-11-25T03:41:48,253 INFO [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eada3725aab75a0857b0d68db4fb883 columnFamilyName cf 2024-11-25T03:41:48,253 DEBUG [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:41:48,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-25T03:41:48,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a7d01cd5535c68ee9f2885383c696236, server=d73269e94d72,35509,1732506086426 in 10.0880 sec 2024-11-25T03:41:48,254 INFO [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] regionserver.HStore(327): Store=1eada3725aab75a0857b0d68db4fb883/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:41:48,254 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,256 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,256 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,257 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,257 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN in 10.2570 sec 2024-11-25T03:41:48,260 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/06b43147b94f52526d37340f782b0249/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,260 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,262 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 06b43147b94f52526d37340f782b0249; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63541166, jitterRate=-0.053162842988967896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,262 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:48,263 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 06b43147b94f52526d37340f782b0249: Running coprocessor pre-open hook at 1732506108237Writing region info on filesystem at 1732506108237Initializing all the Stores at 1732506108238 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108238Cleaning up temporary data from old regions at 1732506108244 (+6 ms)Running coprocessor post-open hooks at 1732506108262 (+18 ms)Region opened successfully at 1732506108262 2024-11-25T03:41:48,263 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/1eada3725aab75a0857b0d68db4fb883/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T03:41:48,264 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249., pid=20, masterSystemTime=1732506108182 2024-11-25T03:41:48,263 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 1eada3725aab75a0857b0d68db4fb883; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74703570, jitterRate=0.11316993832588196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:41:48,264 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:48,264 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1eada3725aab75a0857b0d68db4fb883: Running coprocessor pre-open hook at 1732506108246Writing region info on filesystem at 1732506108246Initializing all the Stores at 1732506108248 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506108248Cleaning up temporary data from old regions at 1732506108257 (+9 ms)Running coprocessor post-open hooks at 1732506108264 (+7 ms)Region opened successfully at 1732506108264 2024-11-25T03:41:48,265 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883., pid=19, masterSystemTime=1732506108173 2024-11-25T03:41:48,266 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:48,266 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:41:48,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=06b43147b94f52526d37340f782b0249, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:41:48,267 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:48,267 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:41:48,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1eada3725aab75a0857b0d68db4fb883, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,35509,1732506086426 2024-11-25T03:41:48,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06b43147b94f52526d37340f782b0249, server=d73269e94d72,32829,1732506086466 because future has completed 2024-11-25T03:41:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eada3725aab75a0857b0d68db4fb883, server=d73269e94d72,35509,1732506086426 because future has completed 2024-11-25T03:41:48,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-25T03:41:48,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 06b43147b94f52526d37340f782b0249, server=d73269e94d72,32829,1732506086466 in 10.0910 sec 2024-11-25T03:41:48,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-25T03:41:48,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1eada3725aab75a0857b0d68db4fb883, server=d73269e94d72,35509,1732506086426 in 10.1040 sec 2024-11-25T03:41:48,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06b43147b94f52526d37340f782b0249, ASSIGN in 10.2780 sec 2024-11-25T03:41:48,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-25T03:41:48,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN in 10.2790 sec 2024-11-25T03:41:48,277 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T03:41:48,278 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732506108277"}]},"ts":"1732506108277"} 2024-11-25T03:41:48,279 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-25T03:41:48,280 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T03:41:48,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7500 sec 2024-11-25T03:41:51,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-25T03:41:53,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:53,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:53,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:53,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-25T03:41:53,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:53,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:53,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-25T03:41:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T03:41:55,804 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-25T03:41:55,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-25T03:41:55,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:41:55,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-25T03:41:55,808 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:41:55,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-25T03:41:55,833 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,835 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,836 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,837 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,838 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,839 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,840 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,884 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., hostname=d73269e94d72,35509,1732506086426, seqNum=2] 2024-11-25T03:41:55,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., hostname=d73269e94d72,35509,1732506086426, seqNum=2] 2024-11-25T03:41:55,889 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., hostname=d73269e94d72,35509,1732506086426, seqNum=2] 2024-11-25T03:41:55,890 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., hostname=d73269e94d72,35509,1732506086426, seqNum=2] 2024-11-25T03:41:55,892 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., hostname=d73269e94d72,35509,1732506086426, seqNum=2] 2024-11-25T03:41:55,930 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., hostname=d73269e94d72,36107,1732506086384, seqNum=2] 2024-11-25T03:41:55,932 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., hostname=d73269e94d72,36107,1732506086384, seqNum=2] 2024-11-25T03:41:55,933 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., hostname=d73269e94d72,36107,1732506086384, seqNum=2] 2024-11-25T03:41:55,935 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., hostname=d73269e94d72,36107,1732506086384, seqNum=2] 2024-11-25T03:41:55,936 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., hostname=d73269e94d72,36107,1732506086384, seqNum=2] 2024-11-25T03:41:55,990 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,992 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:55,994 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c., hostname=d73269e94d72,32829,1732506086466, seqNum=2] 2024-11-25T03:41:56,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:41:56,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:41:56,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T03:41:56,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:41:56,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T03:41:56,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35509 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:41:56,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36107 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:41:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32829 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:41:56,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32829 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:41:57,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32829 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-25T03:41:57,548 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-25T03:41:57,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:41:57,551 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-25T03:41:57,553 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-25T03:41:57,566 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-25T03:41:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:41:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:41:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741848_1024 (size=49) 2024-11-25T03:41:57,631 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-25T03:41:57,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6968937632a8337c776b74f1d704db59}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b97abb081fcba7479212d81ff70757}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06b43147b94f52526d37340f782b0249}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39ff509594a0eb1fad3d991aeff8015a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure badc553fc006391c07b51dc333505ad3}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1eada3725aab75a0857b0d68db4fb883}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45a223e2a157e2842876df727e251248}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7d01cd5535c68ee9f2885383c696236}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9231e66e1d1849aaf28e485386da8bc5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a538c62327cf1a7f5bf22456b85648c}] 2024-11-25T03:41:57,635 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:41:57,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45a223e2a157e2842876df727e251248 2024-11-25T03:41:57,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:41:57,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:41:57,637 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:41:57,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:41:57,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06b43147b94f52526d37340f782b0249 2024-11-25T03:41:57,644 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure badc553fc006391c07b51dc333505ad3 2024-11-25T03:41:57,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b97abb081fcba7479212d81ff70757 2024-11-25T03:41:57,645 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6968937632a8337c776b74f1d704db59 2024-11-25T03:42:02,253 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-25T03:42:07,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-25T03:42:07,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:07,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 64b97abb081fcba7479212d81ff70757: 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for badc553fc006391c07b51dc333505ad3: 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:07,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1eada3725aab75a0857b0d68db4fb883: 2024-11-25T03:42:07,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:42:07,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-25T03:42:07,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-25T03:42:07,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:07,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6968937632a8337c776b74f1d704db59: 2024-11-25T03:42:07,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:07,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 06b43147b94f52526d37340f782b0249: 2024-11-25T03:42:07,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:42:07,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,644 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:42:07,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-25T03:42:07,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-25T03:42:07,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:07,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:07,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9231e66e1d1849aaf28e485386da8bc5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-25T03:42:07,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 0a538c62327cf1a7f5bf22456b85648c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 39ff509594a0eb1fad3d991aeff8015a: 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,654 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 45a223e2a157e2842876df727e251248 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-25T03:42:07,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:42:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:42:07,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:07,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T03:42:07,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:07,671 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a7d01cd5535c68ee9f2885383c696236 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-25T03:42:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T03:42:07,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:07,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741849_1025 (size=65) 2024-11-25T03:42:07,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure badc553fc006391c07b51dc333505ad3 in 10.0410 sec 2024-11-25T03:42:07,679 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/.tmp/cf/89f713b2243a4088b8a16282286443e6 is 34, key is aaa/cf:cf/1732506116804/Put/seqid=0 2024-11-25T03:42:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:42:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:42:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741850_1026 (size=65) 2024-11-25T03:42:07,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:07,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T03:42:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-25T03:42:07,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:07,683 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:07,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1eada3725aab75a0857b0d68db4fb883 in 10.0520 sec 2024-11-25T03:42:07,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/.tmp/cf/b45722a57bf84bd081e02b5fc7170972 is 34, key is ccd/cf:cf/1732506116774/Put/seqid=0 2024-11-25T03:42:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:42:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:42:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741851_1027 (size=65) 2024-11-25T03:42:07,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:07,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T03:42:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-25T03:42:07,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:07,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:07,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64b97abb081fcba7479212d81ff70757 in 10.0660 sec 2024-11-25T03:42:07,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/.tmp/cf/455ec018891b44c4882905821c96bcf9 is 34, key is baa/cf:cf/1732506116747/Put/seqid=0 2024-11-25T03:42:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741854_1030 (size=65) 2024-11-25T03:42:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741853_1029 (size=57) 2024-11-25T03:42:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741854_1030 (size=65) 2024-11-25T03:42:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741853_1029 (size=57) 2024-11-25T03:42:07,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741853_1029 (size=57) 2024-11-25T03:42:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741854_1030 (size=65) 2024-11-25T03:42:07,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:07,716 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T03:42:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-25T03:42:07,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:42:07,718 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:42:07,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 39ff509594a0eb1fad3d991aeff8015a in 10.0880 sec 2024-11-25T03:42:07,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:07,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T03:42:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T03:42:07,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6968937632a8337c776b74f1d704db59 2024-11-25T03:42:07,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6968937632a8337c776b74f1d704db59 2024-11-25T03:42:07,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6968937632a8337c776b74f1d704db59 in 10.0910 sec 2024-11-25T03:42:07,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/.tmp/cf/3903c3750099491681f098e49b265b7f is 34, key is eaa/cf:cf/1732506117435/Put/seqid=0 2024-11-25T03:42:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741857_1033 (size=47197) 2024-11-25T03:42:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741857_1033 (size=47197) 2024-11-25T03:42:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741857_1033 (size=47197) 2024-11-25T03:42:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741852_1028 (size=65) 2024-11-25T03:42:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741856_1032 (size=499309) 2024-11-25T03:42:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741852_1028 (size=65) 2024-11-25T03:42:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741856_1032 (size=499309) 2024-11-25T03:42:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741852_1028 (size=65) 2024-11-25T03:42:07,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/.tmp/cf/b45722a57bf84bd081e02b5fc7170972 2024-11-25T03:42:07,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:07,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/.tmp/cf/3903c3750099491681f098e49b265b7f 2024-11-25T03:42:07,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T03:42:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741856_1032 (size=499309) 2024-11-25T03:42:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T03:42:07,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06b43147b94f52526d37340f782b0249 2024-11-25T03:42:07,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06b43147b94f52526d37340f782b0249 2024-11-25T03:42:07,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06b43147b94f52526d37340f782b0249 in 10.1150 sec 2024-11-25T03:42:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741855_1031 (size=26918) 2024-11-25T03:42:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741855_1031 (size=26918) 2024-11-25T03:42:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741855_1031 (size=26918) 2024-11-25T03:42:07,752 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/.tmp/cf/89f713b2243a4088b8a16282286443e6 2024-11-25T03:42:07,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741858_1034 (size=28623) 2024-11-25T03:42:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741858_1034 (size=28623) 2024-11-25T03:42:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741858_1034 (size=28623) 2024-11-25T03:42:07,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/.tmp/cf/89f713b2243a4088b8a16282286443e6 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/cf/89f713b2243a4088b8a16282286443e6 2024-11-25T03:42:07,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/.tmp/cf/3903c3750099491681f098e49b265b7f as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/cf/3903c3750099491681f098e49b265b7f 2024-11-25T03:42:07,768 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/.tmp/cf/455ec018891b44c4882905821c96bcf9 2024-11-25T03:42:07,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/.tmp/cf/b45722a57bf84bd081e02b5fc7170972 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/cf/b45722a57bf84bd081e02b5fc7170972 2024-11-25T03:42:07,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/cf/89f713b2243a4088b8a16282286443e6, entries=676, sequenceid=5, filesize=26.3 K 2024-11-25T03:42:07,778 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/cf/3903c3750099491681f098e49b265b7f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-25T03:42:07,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 45a223e2a157e2842876df727e251248 in 125ms, sequenceid=5, compaction requested=false 2024-11-25T03:42:07,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/.tmp/cf/455ec018891b44c4882905821c96bcf9 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/cf/455ec018891b44c4882905821c96bcf9 2024-11-25T03:42:07,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 0a538c62327cf1a7f5bf22456b85648c in 130ms, sequenceid=5, compaction requested=false 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0a538c62327cf1a7f5bf22456b85648c: 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 45a223e2a157e2842876df727e251248: 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/cf/3903c3750099491681f098e49b265b7f] hfiles 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/cf/3903c3750099491681f098e49b265b7f for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/cf/89f713b2243a4088b8a16282286443e6] hfiles 2024-11-25T03:42:07,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/cf/89f713b2243a4088b8a16282286443e6 for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/cf/b45722a57bf84bd081e02b5fc7170972, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-25T03:42:07,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9231e66e1d1849aaf28e485386da8bc5 in 134ms, sequenceid=5, compaction requested=false 2024-11-25T03:42:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9231e66e1d1849aaf28e485386da8bc5: 2024-11-25T03:42:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/cf/b45722a57bf84bd081e02b5fc7170972] hfiles 2024-11-25T03:42:07,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/cf/b45722a57bf84bd081e02b5fc7170972 for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/cf/455ec018891b44c4882905821c96bcf9, entries=731, sequenceid=5, filesize=28.0 K 2024-11-25T03:42:07,789 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for a7d01cd5535c68ee9f2885383c696236 in 119ms, sequenceid=5, compaction requested=false 2024-11-25T03:42:07,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a7d01cd5535c68ee9f2885383c696236: 2024-11-25T03:42:07,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. for SnapshotProcedureTest completed. 2024-11-25T03:42:07,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.' region-info for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-25T03:42:07,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/cf/455ec018891b44c4882905821c96bcf9] hfiles 2024-11-25T03:42:07,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/cf/455ec018891b44c4882905821c96bcf9 for snapshot=SnapshotProcedureTest 2024-11-25T03:42:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741859_1035 (size=105) 2024-11-25T03:42:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741860_1036 (size=97) 2024-11-25T03:42:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741859_1035 (size=105) 2024-11-25T03:42:07,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:07,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T03:42:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741860_1036 (size=97) 2024-11-25T03:42:07,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:07,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T03:42:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741860_1036 (size=97) 2024-11-25T03:42:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741859_1035 (size=105) 2024-11-25T03:42:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T03:42:07,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 45a223e2a157e2842876df727e251248 2024-11-25T03:42:07,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45a223e2a157e2842876df727e251248 2024-11-25T03:42:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-25T03:42:07,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:42:07,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:42:07,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 45a223e2a157e2842876df727e251248 in 10.1800 sec 2024-11-25T03:42:07,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a538c62327cf1a7f5bf22456b85648c in 10.1820 sec 2024-11-25T03:42:07,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741862_1038 (size=105) 2024-11-25T03:42:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741861_1037 (size=105) 2024-11-25T03:42:07,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:07,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741862_1038 (size=105) 2024-11-25T03:42:07,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T03:42:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741861_1037 (size=105) 2024-11-25T03:42:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741862_1038 (size=105) 2024-11-25T03:42:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741861_1037 (size=105) 2024-11-25T03:42:07,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:07,829 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T03:42:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T03:42:07,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:42:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-25T03:42:07,829 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:07,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:42:07,830 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:07,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9231e66e1d1849aaf28e485386da8bc5 in 10.1990 sec 2024-11-25T03:42:07,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-25T03:42:07,833 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-25T03:42:07,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a7d01cd5535c68ee9f2885383c696236 in 10.1990 sec 2024-11-25T03:42:07,834 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-25T03:42:07,834 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-25T03:42:07,834 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-25T03:42:07,836 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:42:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741863_1039 (size=1174) 2024-11-25T03:42:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741863_1039 (size=1174) 2024-11-25T03:42:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741863_1039 (size=1174) 2024-11-25T03:42:07,863 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-25T03:42:07,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-25T03:42:07,871 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:07,871 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,35509,1732506086426 2024-11-25T03:42:07,871 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:07,871 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,35509,1732506086426 2024-11-25T03:42:07,871 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:07,875 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:07,875 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:07,875 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,35509,1732506086426 2024-11-25T03:42:07,875 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:07,963 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:42:07,964 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d73269e94d72,35509,1732506086426 2024-11-25T03:42:07,964 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d73269e94d72,35509,1732506086426: Simulated kill ***** 2024-11-25T03:42:07,964 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T03:42:07,964 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T03:42:07,965 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T03:42:07,965 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T03:42:07,965 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T03:42:07,965 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 455828576 }, "NonHeapMemoryUsage": { "committed": 175767552, "init": 7667712, "max": -1, "used": 170792704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-25T03:42:07,966 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34533 {}] master.MasterRpcServices(700): d73269e94d72,35509,1732506086426 reported a fatal error: ***** ABORTING region server d73269e94d72,35509,1732506086426: Simulated kill ***** 2024-11-25T03:42:07,967 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,35509,1732506086426' ***** 2024-11-25T03:42:07,967 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-25T03:42:07,968 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T03:42:07,968 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:42:07,968 INFO [RS:1;d73269e94d72:35509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T03:42:07,968 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:42:07,968 INFO [RS:1;d73269e94d72:35509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T03:42:07,968 INFO [RS:1;d73269e94d72:35509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:42:07,968 INFO [RS:1;d73269e94d72:35509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d73269e94d72:35509. 2024-11-25T03:42:07,968 DEBUG [RS:1;d73269e94d72:35509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:42:07,968 DEBUG [RS:1;d73269e94d72:35509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:07,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741835_1011 (size=1779) 2024-11-25T03:42:07,971 DEBUG [RS:1;d73269e94d72:35509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:07,971 INFO [RS:1;d73269e94d72:35509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:42:07,971 INFO [RS:1;d73269e94d72:35509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35509 2024-11-25T03:42:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741835_1011 (size=1779) 2024-11-25T03:42:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741835_1011 (size=1779) 2024-11-25T03:42:07,996 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T03:42:07,997 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T03:42:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:42:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,35509,1732506086426 2024-11-25T03:42:08,020 INFO [RS:1;d73269e94d72:35509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:42:08,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,35509,1732506086426] 2024-11-25T03:42:08,036 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:42:08,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,35509,1732506086426 already deleted, retry=false 2024-11-25T03:42:08,040 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d73269e94d72,35509,1732506086426 on d73269e94d72,34533,1732506086048 2024-11-25T03:42:08,042 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d73269e94d72,35509,1732506086426, splitWal=true, meta=false 2024-11-25T03:42:08,042 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for d73269e94d72,35509,1732506086426 (carryingMeta=false) d73269e94d72,35509,1732506086426/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5c42c04f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T03:42:08,043 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d73269e94d72,35509,1732506086426, splitWal=true, meta=false 2024-11-25T03:42:08,044 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d73269e94d72,35509,1732506086426 had 4 regions 2024-11-25T03:42:08,045 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d73269e94d72,35509,1732506086426, splitWal=true, meta=false, isMeta: false 2024-11-25T03:42:08,047 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting 2024-11-25T03:42:08,048 INFO [PEWorker-3 {}] master.SplitWALManager(105): d73269e94d72,35509,1732506086426 WAL count=1, meta=false 2024-11-25T03:42:08,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d73269e94d72%2C35509%2C1732506086426.1732506087132}] 2024-11-25T03:42:08,051 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:08,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d73269e94d72%2C35509%2C1732506086426.1732506087132, worker=d73269e94d72,36107,1732506086384}] 2024-11-25T03:42:08,052 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,35509,1732506086426 Release verify snapshot worker=d73269e94d72,35509,1732506086426 2024-11-25T03:42:08,053 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to d73269e94d72,35509,1732506086426, this operation will be retried to send to another server 2024-11-25T03:42:08,053 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-25T03:42:08,053 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T03:42:08,053 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-25T03:42:08,053 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-25T03:42:08,053 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-25T03:42:08,054 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732506129053 2024-11-25T03:42:08,055 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,35509,1732506086426 Release verify snapshot worker=d73269e94d72,35509,1732506086426 2024-11-25T03:42:08,055 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to d73269e94d72,35509,1732506086426, this operation will be retried to send to another server 2024-11-25T03:42:08,055 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T03:42:08,056 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732506129056 2024-11-25T03:42:08,057 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,35509,1732506086426 Release verify snapshot worker=d73269e94d72,35509,1732506086426 2024-11-25T03:42:08,057 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to d73269e94d72,35509,1732506086426, this operation will be retried to send to another server 2024-11-25T03:42:08,057 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-25T03:42:08,058 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732506129057 2024-11-25T03:42:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:08,130 INFO [RS:1;d73269e94d72:35509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:42:08,130 INFO [RS:1;d73269e94d72:35509 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,35509,1732506086426; zookeeper connection closed. 2024-11-25T03:42:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35509-0x1017014e6340002, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:08,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58f6c4ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58f6c4ee 2024-11-25T03:42:14,342 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d73269e94d72:36633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-25T03:42:17,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-25T03:42:17,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-25T03:42:17,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-25T03:42:17,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-25T03:42:17,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-25T03:42:17,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-25T03:42:17,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-25T03:42:17,895 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132, size=1.7 K (1779bytes) 2024-11-25T03:42:17,895 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 2024-11-25T03:42:17,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:42:17,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-25T03:42:17,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T03:42:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-25T03:42:17,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T03:42:17,900 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 after 5ms 2024-11-25T03:42:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-25T03:42:17,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-25T03:42:17,903 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 Release verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:17,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-25T03:42:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T03:42:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-25T03:42:17,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T03:42:17,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-25T03:42:17,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 in 10.0350 sec 2024-11-25T03:42:17,909 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 Release verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T03:42:17,911 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:17,911 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:17,911 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 took 16ms 2024-11-25T03:42:17,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 in 10.0410 sec 2024-11-25T03:42:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-25T03:42:17,916 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 Release verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:17,917 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 64b97abb081fcba7479212d81ff70757: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:42:17,919 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for badc553fc006391c07b51dc333505ad3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:42:17,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 in 10.0480 sec 2024-11-25T03:42:17,920 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 Release verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:17,921 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a7d01cd5535c68ee9f2885383c696236: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-25T03:42:17,921 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:17,921 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 Release verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:17,924 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 Release verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:17,925 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1eada3725aab75a0857b0d68db4fb883: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-25T03:42:17,925 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 so closing down 2024-11-25T03:42:17,925 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T03:42:17,925 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T03:42:17,925 INFO [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 13 ms; skipped=6; WAL=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132, size=1.7 K, length=1779, corrupted=false, cancelled=false 2024-11-25T03:42:17,926 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132, journal: Splitting hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132, size=1.7 K (1779bytes) at 1732506137895Finishing writing output for hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 so closing down at 1732506137925 (+30 ms)3 split writer threads finished at 1732506137925Processed 6 edits across 0 Regions in 13 ms; skipped=6; WAL=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132, size=1.7 K, length=1779, corrupted=false, cancelled=false at 1732506137925 2024-11-25T03:42:17,926 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 2024-11-25T03:42:17,926 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d73269e94d72:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T03:42:17,926 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-25T03:42:17,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 in 10.0560 sec 2024-11-25T03:42:17,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 in 10.0530 sec 2024-11-25T03:42:17,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 in 10.0520 sec 2024-11-25T03:42:17,933 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting/d73269e94d72%2C35509%2C1732506086426.1732506087132 to hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs 2024-11-25T03:42:17,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T03:42:17,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d73269e94d72%2C35509%2C1732506086426.1732506087132, worker=d73269e94d72,36107,1732506086384 in 9.8810 sec 2024-11-25T03:42:17,940 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:17,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T03:42:17,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure d73269e94d72%2C35509%2C1732506086426.1732506087132, worker=d73269e94d72,36107,1732506086384 in 9.8930 sec 2024-11-25T03:42:17,944 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting dir is empty, no logs to split. 2024-11-25T03:42:17,944 INFO [PEWorker-3 {}] master.SplitWALManager(105): d73269e94d72,35509,1732506086426 WAL count=0, meta=false 2024-11-25T03:42:17,945 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d73269e94d72,35509,1732506086426 WAL splitting is done? wals=0, meta=false 2024-11-25T03:42:17,956 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d73269e94d72,35509,1732506086426 failed, ignore...File hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,35509,1732506086426-splitting does not exist. 2024-11-25T03:42:17,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN}] 2024-11-25T03:42:17,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN 2024-11-25T03:42:17,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN 2024-11-25T03:42:17,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN 2024-11-25T03:42:17,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN 2024-11-25T03:42:17,965 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:42:17,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:42:17,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:42:17,966 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T03:42:18,012 INFO [master/d73269e94d72:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T03:42:18,013 INFO [master/d73269e94d72:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T03:42:18,115 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(204): Hosts are {d73269e94d72=0} racks are {/default-rack=0} 2024-11-25T03:42:18,116 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T03:42:18,116 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T03:42:18,116 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T03:42:18,116 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T03:42:18,116 INFO [d73269e94d72:34533 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T03:42:18,116 INFO [d73269e94d72:34533 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T03:42:18,116 DEBUG [d73269e94d72:34533 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T03:42:18,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=1eada3725aab75a0857b0d68db4fb883, regionState=OPENING, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:42:18,116 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=a7d01cd5535c68ee9f2885383c696236, regionState=OPENING, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:42:18,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=badc553fc006391c07b51dc333505ad3, regionState=OPENING, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:42:18,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN because future has completed 2024-11-25T03:42:18,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=64b97abb081fcba7479212d81ff70757, regionState=OPENING, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:42:18,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d01cd5535c68ee9f2885383c696236, server=d73269e94d72,32829,1732506086466}] 2024-11-25T03:42:18,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN because future has completed 2024-11-25T03:42:18,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN because future has completed 2024-11-25T03:42:18,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN because future has completed 2024-11-25T03:42:18,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b97abb081fcba7479212d81ff70757, server=d73269e94d72,36107,1732506086384}] 2024-11-25T03:42:18,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure badc553fc006391c07b51dc333505ad3, server=d73269e94d72,32829,1732506086466}] 2024-11-25T03:42:18,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eada3725aab75a0857b0d68db4fb883, server=d73269e94d72,36107,1732506086384}] 2024-11-25T03:42:26,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T03:42:27,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-25T03:42:27,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-25T03:42:27,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-25T03:42:27,916 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:27,916 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 64b97abb081fcba7479212d81ff70757, NAME => 'SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-25T03:42:27,916 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-25T03:42:27,916 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:42:27,916 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,916 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-25T03:42:27,918 INFO [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-25T03:42:27,918 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 Release verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:27,919 INFO [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64b97abb081fcba7479212d81ff70757 columnFamilyName cf 2024-11-25T03:42:27,919 DEBUG [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:42:27,919 INFO [StoreOpener-64b97abb081fcba7479212d81ff70757-1 {}] regionserver.HStore(327): Store=64b97abb081fcba7479212d81ff70757/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:42:27,919 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,920 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 in 20.0500 sec 2024-11-25T03:42:27,921 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 Release verify snapshot worker=d73269e94d72,36107,1732506086384 2024-11-25T03:42:27,922 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,36107,1732506086384 in 20.0530 sec 2024-11-25T03:42:27,923 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,923 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,925 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,926 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 64b97abb081fcba7479212d81ff70757; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67712092, jitterRate=0.008988797664642334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:42:27,926 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:27,926 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 64b97abb081fcba7479212d81ff70757: Running coprocessor pre-open hook at 1732506147916Writing region info on filesystem at 1732506147916Initializing all the Stores at 1732506147917 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506147917Cleaning up temporary data from old regions at 1732506147923 (+6 ms)Running coprocessor post-open hooks at 1732506147926 (+3 ms)Region opened successfully at 1732506147926 2024-11-25T03:42:27,927 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:27,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-25T03:42:27,927 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => badc553fc006391c07b51dc333505ad3, NAME => 'SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-25T03:42:27,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-25T03:42:27,927 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-25T03:42:27,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T03:42:27,927 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:42:27,927 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,927 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-25T03:42:27,928 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757., pid=55, masterSystemTime=1732506147911 2024-11-25T03:42:27,929 INFO [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34533 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T03:42:27,930 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:27,930 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:27,930 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:27,930 INFO [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region badc553fc006391c07b51dc333505ad3 columnFamilyName cf 2024-11-25T03:42:27,930 DEBUG [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:42:27,930 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 1eada3725aab75a0857b0d68db4fb883, NAME => 'SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-25T03:42:27,930 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 Release verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:27,930 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,930 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:42:27,930 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,931 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,931 INFO [StoreOpener-badc553fc006391c07b51dc333505ad3-1 {}] regionserver.HStore(327): Store=badc553fc006391c07b51dc333505ad3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:42:27,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=64b97abb081fcba7479212d81ff70757, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:42:27,931 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,932 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64b97abb081fcba7479212d81ff70757, server=d73269e94d72,36107,1732506086384 because future has completed 2024-11-25T03:42:27,934 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 Release verify snapshot worker=d73269e94d72,32829,1732506086466 2024-11-25T03:42:27,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 in 20.0620 sec 2024-11-25T03:42:27,934 INFO [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,935 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,935 INFO [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1eada3725aab75a0857b0d68db4fb883 columnFamilyName cf 2024-11-25T03:42:27,935 DEBUG [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:42:27,936 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,936 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,936 INFO [StoreOpener-1eada3725aab75a0857b0d68db4fb883-1 {}] regionserver.HStore(327): Store=1eada3725aab75a0857b0d68db4fb883/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:42:27,936 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,937 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=25 2024-11-25T03:42:27,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=d73269e94d72,32829,1732506086466 in 20.0660 sec 2024-11-25T03:42:27,939 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-25T03:42:27,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=49 2024-11-25T03:42:27,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 64b97abb081fcba7479212d81ff70757, server=d73269e94d72,36107,1732506086384 in 9.8090 sec 2024-11-25T03:42:27,941 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.hbase-snapshot/SnapshotProcedureTest 2024-11-25T03:42:27,942 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64b97abb081fcba7479212d81ff70757, ASSIGN in 9.9820 sec 2024-11-25T03:42:27,946 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened badc553fc006391c07b51dc333505ad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62045558, jitterRate=-0.075449138879776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:42:27,946 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:27,946 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for badc553fc006391c07b51dc333505ad3: Running coprocessor pre-open hook at 1732506147928Writing region info on filesystem at 1732506147928Initializing all the Stores at 1732506147928Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506147929 (+1 ms)Cleaning up temporary data from old regions at 1732506147936 (+7 ms)Running coprocessor post-open hooks at 1732506147946 (+10 ms)Region opened successfully at 1732506147946 2024-11-25T03:42:27,947 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,947 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-25T03:42:27,948 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,948 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-25T03:42:27,948 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,948 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3., pid=54, masterSystemTime=1732506147921 2024-11-25T03:42:27,950 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:27,950 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,950 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:27,950 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:27,950 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => a7d01cd5535c68ee9f2885383c696236, NAME => 'SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-25T03:42:27,950 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,950 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T03:42:27,950 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,951 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,951 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 1eada3725aab75a0857b0d68db4fb883; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68311880, jitterRate=0.017926335334777832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:42:27,951 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:27,951 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 1eada3725aab75a0857b0d68db4fb883: Running coprocessor pre-open hook at 1732506147931Writing region info on filesystem at 1732506147931Initializing all the Stores at 1732506147933 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506147934 (+1 ms)Cleaning up temporary data from old regions at 1732506147948 (+14 ms)Running coprocessor post-open hooks at 1732506147951 (+3 ms)Region opened successfully at 1732506147951 2024-11-25T03:42:27,952 INFO [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=badc553fc006391c07b51dc333505ad3, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:42:27,953 INFO [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7d01cd5535c68ee9f2885383c696236 columnFamilyName cf 2024-11-25T03:42:27,953 DEBUG [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T03:42:27,953 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883., pid=56, masterSystemTime=1732506147911 2024-11-25T03:42:27,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4020 sec 2024-11-25T03:42:27,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure badc553fc006391c07b51dc333505ad3, server=d73269e94d72,32829,1732506086466 because future has completed 2024-11-25T03:42:27,956 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:27,956 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:27,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=1eada3725aab75a0857b0d68db4fb883, regionState=OPEN, openSeqNum=2, regionLocation=d73269e94d72,36107,1732506086384 2024-11-25T03:42:27,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1eada3725aab75a0857b0d68db4fb883, server=d73269e94d72,36107,1732506086384 because future has completed 2024-11-25T03:42:27,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=52 2024-11-25T03:42:27,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure badc553fc006391c07b51dc333505ad3, server=d73269e94d72,32829,1732506086466 in 9.8320 sec 2024-11-25T03:42:27,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=badc553fc006391c07b51dc333505ad3, ASSIGN in 10.0030 sec 2024-11-25T03:42:27,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=51 2024-11-25T03:42:27,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 1eada3725aab75a0857b0d68db4fb883, server=d73269e94d72,36107,1732506086384 in 9.8360 sec 2024-11-25T03:42:27,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1eada3725aab75a0857b0d68db4fb883, ASSIGN in 10.0050 sec 2024-11-25T03:42:27,968 DEBUG [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/cf/455ec018891b44c4882905821c96bcf9 2024-11-25T03:42:27,968 INFO [StoreOpener-a7d01cd5535c68ee9f2885383c696236-1 {}] regionserver.HStore(327): Store=a7d01cd5535c68ee9f2885383c696236/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T03:42:27,969 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,969 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,971 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,971 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,971 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,974 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,978 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:42:27,979 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened a7d01cd5535c68ee9f2885383c696236; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67152534, jitterRate=6.507337093353271E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T03:42:27,980 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:27,980 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for a7d01cd5535c68ee9f2885383c696236: Running coprocessor pre-open hook at 1732506147951Writing region info on filesystem at 1732506147951Initializing all the Stores at 1732506147951Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732506147951Cleaning up temporary data from old regions at 1732506147971 (+20 ms)Running coprocessor post-open hooks at 1732506147980 (+9 ms)Region opened successfully at 1732506147980 2024-11-25T03:42:27,981 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236., pid=53, masterSystemTime=1732506147921 2024-11-25T03:42:27,984 DEBUG [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:27,984 INFO [RS_OPEN_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:27,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=a7d01cd5535c68ee9f2885383c696236, regionState=OPEN, openSeqNum=6, regionLocation=d73269e94d72,32829,1732506086466 2024-11-25T03:42:27,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7d01cd5535c68ee9f2885383c696236, server=d73269e94d72,32829,1732506086466 because future has completed 2024-11-25T03:42:27,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-25T03:42:27,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure a7d01cd5535c68ee9f2885383c696236, server=d73269e94d72,32829,1732506086466 in 9.8700 sec 2024-11-25T03:42:27,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=46 2024-11-25T03:42:27,997 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server d73269e94d72,35509,1732506086426 after splitting done 2024-11-25T03:42:27,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a7d01cd5535c68ee9f2885383c696236, ASSIGN in 10.0340 sec 2024-11-25T03:42:28,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-25T03:42:28,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure d73269e94d72,35509,1732506086426, splitWal=true, meta=false in 19.9560 sec 2024-11-25T03:42:28,006 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-25T03:42:28,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T03:42:28,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:42:28,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:42:28,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T03:42:28,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T03:42:28,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402157933, stopped=false 2024-11-25T03:42:28,007 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d73269e94d72,34533,1732506086048 2024-11-25T03:42:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:42:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:42:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:42:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T03:42:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:42:28,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:42:28,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:42:28,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T03:42:28,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:42:28,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,36107,1732506086384' ***** 2024-11-25T03:42:28,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:42:28,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:42:28,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:42:28,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd73269e94d72,32829,1732506086466' ***** 2024-11-25T03:42:28,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T03:42:28,095 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:42:28,095 INFO [RS:0;d73269e94d72:36107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:42:28,095 INFO [RS:0;d73269e94d72:36107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:42:28,095 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(3091): Received CLOSE for 39ff509594a0eb1fad3d991aeff8015a 2024-11-25T03:42:28,095 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T03:42:28,095 INFO [RS:2;d73269e94d72:32829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T03:42:28,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:42:28,095 INFO [RS:2;d73269e94d72:32829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T03:42:28,095 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 45a223e2a157e2842876df727e251248 2024-11-25T03:42:28,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T03:42:28,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(3091): Received CLOSE for 6968937632a8337c776b74f1d704db59 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1eada3725aab75a0857b0d68db4fb883 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(3091): Received CLOSE for 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(3091): Received CLOSE for 64b97abb081fcba7479212d81ff70757 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,36107,1732506086384 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d73269e94d72:36107. 2024-11-25T03:42:28,099 DEBUG [RS:0;d73269e94d72:36107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:42:28,099 DEBUG [RS:0;d73269e94d72:36107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,099 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-25T03:42:28,099 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1325): Online Regions={39ff509594a0eb1fad3d991aeff8015a=SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a., 6968937632a8337c776b74f1d704db59=SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59., 1eada3725aab75a0857b0d68db4fb883=SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883., 9231e66e1d1849aaf28e485386da8bc5=SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5., 64b97abb081fcba7479212d81ff70757=SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757.} 2024-11-25T03:42:28,100 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1351): Waiting on 1eada3725aab75a0857b0d68db4fb883, 39ff509594a0eb1fad3d991aeff8015a, 64b97abb081fcba7479212d81ff70757, 6968937632a8337c776b74f1d704db59, 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:42:28,101 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39ff509594a0eb1fad3d991aeff8015a, disabling compactions & flushes 2024-11-25T03:42:28,102 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:28,102 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:28,102 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. after waiting 0 ms 2024-11-25T03:42:28,102 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:28,102 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 06b43147b94f52526d37340f782b0249 2024-11-25T03:42:28,102 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a538c62327cf1a7f5bf22456b85648c 2024-11-25T03:42:28,102 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:28,102 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:28,102 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(959): stopping server d73269e94d72,32829,1732506086466 2024-11-25T03:42:28,102 INFO [RS:2;d73269e94d72:32829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:42:28,103 INFO [RS:2;d73269e94d72:32829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d73269e94d72:32829. 2024-11-25T03:42:28,103 DEBUG [RS:2;d73269e94d72:32829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T03:42:28,103 DEBUG [RS:2;d73269e94d72:32829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,103 INFO [RS:2;d73269e94d72:32829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:42:28,103 INFO [RS:2;d73269e94d72:32829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:42:28,103 INFO [RS:2;d73269e94d72:32829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:42:28,103 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T03:42:28,103 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45a223e2a157e2842876df727e251248, disabling compactions & flushes 2024-11-25T03:42:28,104 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:28,104 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:28,104 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. after waiting 0 ms 2024-11-25T03:42:28,104 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:28,111 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-25T03:42:28,111 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1325): Online Regions={45a223e2a157e2842876df727e251248=SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248., 06b43147b94f52526d37340f782b0249=SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249., 1588230740=hbase:meta,,1.1588230740, 0a538c62327cf1a7f5bf22456b85648c=SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c., badc553fc006391c07b51dc333505ad3=SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3., a7d01cd5535c68ee9f2885383c696236=SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236.} 2024-11-25T03:42:28,111 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1351): Waiting on 06b43147b94f52526d37340f782b0249, 0a538c62327cf1a7f5bf22456b85648c, 1588230740, 45a223e2a157e2842876df727e251248, a7d01cd5535c68ee9f2885383c696236, badc553fc006391c07b51dc333505ad3 2024-11-25T03:42:28,112 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T03:42:28,112 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T03:42:28,112 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T03:42:28,112 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T03:42:28,112 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T03:42:28,112 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-25T03:42:28,154 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:42:28,160 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/info/5d56c973843f4c73b1aeb1c188b8f2f4 is 167, key is SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757./info:regioninfo/1732506147931/Put/seqid=0 2024-11-25T03:42:28,160 INFO [regionserver/d73269e94d72:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:42:28,178 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/39ff509594a0eb1fad3d991aeff8015a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:42:28,179 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:28,179 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39ff509594a0eb1fad3d991aeff8015a: Waiting for close lock at 1732506148101Running coprocessor pre-close hooks at 1732506148101Disabling compacts and flushes for region at 1732506148101Disabling writes for close at 1732506148102 (+1 ms)Writing region close event to WAL at 1732506148129 (+27 ms)Running coprocessor post-close hooks at 1732506148179 (+50 ms)Closed at 1732506148179 2024-11-25T03:42:28,179 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732506097529.39ff509594a0eb1fad3d991aeff8015a. 2024-11-25T03:42:28,179 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6968937632a8337c776b74f1d704db59, disabling compactions & flushes 2024-11-25T03:42:28,179 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:28,179 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:28,180 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. after waiting 0 ms 2024-11-25T03:42:28,180 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:28,197 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/45a223e2a157e2842876df727e251248/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:42:28,198 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:28,198 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45a223e2a157e2842876df727e251248: Waiting for close lock at 1732506148103Running coprocessor pre-close hooks at 1732506148103Disabling compacts and flushes for region at 1732506148103Disabling writes for close at 1732506148104 (+1 ms)Writing region close event to WAL at 1732506148163 (+59 ms)Running coprocessor post-close hooks at 1732506148198 (+35 ms)Closed at 1732506148198 2024-11-25T03:42:28,199 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732506097529.45a223e2a157e2842876df727e251248. 2024-11-25T03:42:28,199 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06b43147b94f52526d37340f782b0249, disabling compactions & flushes 2024-11-25T03:42:28,199 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:28,199 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:28,199 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. after waiting 0 ms 2024-11-25T03:42:28,199 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:28,218 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/6968937632a8337c776b74f1d704db59/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:42:28,218 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6968937632a8337c776b74f1d704db59: Waiting for close lock at 1732506148179Running coprocessor pre-close hooks at 1732506148179Disabling compacts and flushes for region at 1732506148179Disabling writes for close at 1732506148180 (+1 ms)Writing region close event to WAL at 1732506148196 (+16 ms)Running coprocessor post-close hooks at 1732506148218 (+22 ms)Closed at 1732506148218 2024-11-25T03:42:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732506097529.6968937632a8337c776b74f1d704db59. 2024-11-25T03:42:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1eada3725aab75a0857b0d68db4fb883, disabling compactions & flushes 2024-11-25T03:42:28,219 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. after waiting 0 ms 2024-11-25T03:42:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741864_1040 (size=20302) 2024-11-25T03:42:28,227 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/06b43147b94f52526d37340f782b0249/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T03:42:28,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741864_1040 (size=20302) 2024-11-25T03:42:28,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741864_1040 (size=20302) 2024-11-25T03:42:28,229 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:28,229 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06b43147b94f52526d37340f782b0249: Waiting for close lock at 1732506148199Running coprocessor pre-close hooks at 1732506148199Disabling compacts and flushes for region at 1732506148199Disabling writes for close at 1732506148199Writing region close event to WAL at 1732506148205 (+6 ms)Running coprocessor post-close hooks at 1732506148229 (+24 ms)Closed at 1732506148229 2024-11-25T03:42:28,229 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732506097529.06b43147b94f52526d37340f782b0249. 2024-11-25T03:42:28,229 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a538c62327cf1a7f5bf22456b85648c, disabling compactions & flushes 2024-11-25T03:42:28,229 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:28,229 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:28,229 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. after waiting 0 ms 2024-11-25T03:42:28,229 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:28,229 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/info/5d56c973843f4c73b1aeb1c188b8f2f4 2024-11-25T03:42:28,252 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/1eada3725aab75a0857b0d68db4fb883/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T03:42:28,253 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:28,253 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1eada3725aab75a0857b0d68db4fb883: Waiting for close lock at 1732506148219Running coprocessor pre-close hooks at 1732506148219Disabling compacts and flushes for region at 1732506148219Disabling writes for close at 1732506148219Writing region close event to WAL at 1732506148222 (+3 ms)Running coprocessor post-close hooks at 1732506148253 (+31 ms)Closed at 1732506148253 2024-11-25T03:42:28,253 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732506097529.1eada3725aab75a0857b0d68db4fb883. 2024-11-25T03:42:28,254 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9231e66e1d1849aaf28e485386da8bc5, disabling compactions & flushes 2024-11-25T03:42:28,254 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:28,254 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:28,254 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. after waiting 0 ms 2024-11-25T03:42:28,254 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:28,278 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/0a538c62327cf1a7f5bf22456b85648c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:42:28,279 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/ns/38d8413d3c334abcbe68545f175172dc is 43, key is default/ns:d/1732506097474/Put/seqid=0 2024-11-25T03:42:28,281 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a538c62327cf1a7f5bf22456b85648c: Waiting for close lock at 1732506148229Running coprocessor pre-close hooks at 1732506148229Disabling compacts and flushes for region at 1732506148229Disabling writes for close at 1732506148229Writing region close event to WAL at 1732506148251 (+22 ms)Running coprocessor post-close hooks at 1732506148280 (+29 ms)Closed at 1732506148280 2024-11-25T03:42:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732506097529.0a538c62327cf1a7f5bf22456b85648c. 2024-11-25T03:42:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing badc553fc006391c07b51dc333505ad3, disabling compactions & flushes 2024-11-25T03:42:28,281 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. after waiting 0 ms 2024-11-25T03:42:28,281 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:28,300 DEBUG [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1351): Waiting on 64b97abb081fcba7479212d81ff70757, 9231e66e1d1849aaf28e485386da8bc5 2024-11-25T03:42:28,300 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/badc553fc006391c07b51dc333505ad3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T03:42:28,301 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:28,301 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for badc553fc006391c07b51dc333505ad3: Waiting for close lock at 1732506148281Running coprocessor pre-close hooks at 1732506148281Disabling compacts and flushes for region at 1732506148281Disabling writes for close at 1732506148281Writing region close event to WAL at 1732506148284 (+3 ms)Running coprocessor post-close hooks at 1732506148301 (+17 ms)Closed at 1732506148301 2024-11-25T03:42:28,301 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732506097529.badc553fc006391c07b51dc333505ad3. 2024-11-25T03:42:28,301 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7d01cd5535c68ee9f2885383c696236, disabling compactions & flushes 2024-11-25T03:42:28,301 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:28,301 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:28,301 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. after waiting 0 ms 2024-11-25T03:42:28,301 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:28,306 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/9231e66e1d1849aaf28e485386da8bc5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T03:42:28,309 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:28,309 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9231e66e1d1849aaf28e485386da8bc5: Waiting for close lock at 1732506148254Running coprocessor pre-close hooks at 1732506148254Disabling compacts and flushes for region at 1732506148254Disabling writes for close at 1732506148254Writing region close event to WAL at 1732506148278 (+24 ms)Running coprocessor post-close hooks at 1732506148308 (+30 ms)Closed at 1732506148309 (+1 ms) 2024-11-25T03:42:28,309 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732506097529.9231e66e1d1849aaf28e485386da8bc5. 2024-11-25T03:42:28,309 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64b97abb081fcba7479212d81ff70757, disabling compactions & flushes 2024-11-25T03:42:28,309 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:28,309 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:28,309 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. after waiting 0 ms 2024-11-25T03:42:28,309 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:28,312 DEBUG [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7d01cd5535c68ee9f2885383c696236 2024-11-25T03:42:28,370 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/64b97abb081fcba7479212d81ff70757/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T03:42:28,370 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:28,371 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64b97abb081fcba7479212d81ff70757: Waiting for close lock at 1732506148309Running coprocessor pre-close hooks at 1732506148309Disabling compacts and flushes for region at 1732506148309Disabling writes for close at 1732506148309Writing region close event to WAL at 1732506148345 (+36 ms)Running coprocessor post-close hooks at 1732506148370 (+25 ms)Closed at 1732506148370 2024-11-25T03:42:28,371 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732506097529.64b97abb081fcba7479212d81ff70757. 2024-11-25T03:42:28,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741865_1041 (size=5153) 2024-11-25T03:42:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741865_1041 (size=5153) 2024-11-25T03:42:28,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741865_1041 (size=5153) 2024-11-25T03:42:28,372 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/ns/38d8413d3c334abcbe68545f175172dc 2024-11-25T03:42:28,372 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/default/SPTestTable/a7d01cd5535c68ee9f2885383c696236/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-25T03:42:28,373 INFO [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:28,373 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7d01cd5535c68ee9f2885383c696236: Waiting for close lock at 1732506148301Running coprocessor pre-close hooks at 1732506148301Disabling compacts and flushes for region at 1732506148301Disabling writes for close at 1732506148301Writing region close event to WAL at 1732506148344 (+43 ms)Running coprocessor post-close hooks at 1732506148373 (+29 ms)Closed at 1732506148373 2024-11-25T03:42:28,373 DEBUG [RS_CLOSE_REGION-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732506097529.a7d01cd5535c68ee9f2885383c696236. 2024-11-25T03:42:28,396 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/table/5bac519aa8e14e599d203d04003406fb is 47, key is SPTestTable/table:state/1732506108277/Put/seqid=0 2024-11-25T03:42:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741866_1042 (size=5214) 2024-11-25T03:42:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741866_1042 (size=5214) 2024-11-25T03:42:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741866_1042 (size=5214) 2024-11-25T03:42:28,409 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/table/5bac519aa8e14e599d203d04003406fb 2024-11-25T03:42:28,415 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/info/5d56c973843f4c73b1aeb1c188b8f2f4 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/info/5d56c973843f4c73b1aeb1c188b8f2f4 2024-11-25T03:42:28,427 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/info/5d56c973843f4c73b1aeb1c188b8f2f4, entries=116, sequenceid=37, filesize=19.8 K 2024-11-25T03:42:28,428 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/ns/38d8413d3c334abcbe68545f175172dc as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/ns/38d8413d3c334abcbe68545f175172dc 2024-11-25T03:42:28,434 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/ns/38d8413d3c334abcbe68545f175172dc, entries=2, sequenceid=37, filesize=5.0 K 2024-11-25T03:42:28,435 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/.tmp/table/5bac519aa8e14e599d203d04003406fb as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/table/5bac519aa8e14e599d203d04003406fb 2024-11-25T03:42:28,443 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/table/5bac519aa8e14e599d203d04003406fb, entries=2, sequenceid=37, filesize=5.1 K 2024-11-25T03:42:28,444 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 332ms, sequenceid=37, compaction requested=false 2024-11-25T03:42:28,449 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-25T03:42:28,449 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T03:42:28,449 INFO [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T03:42:28,449 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732506148112Running coprocessor pre-close hooks at 1732506148112Disabling compacts and flushes for region at 1732506148112Disabling writes for close at 1732506148112Obtaining lock to block concurrent updates at 1732506148112Preparing flush snapshotting stores in 1588230740 at 1732506148112Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1732506148113 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732506148116 (+3 ms)Flushing 1588230740/info: creating writer at 1732506148116Flushing 1588230740/info: appending metadata at 1732506148159 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732506148159Flushing 1588230740/ns: creating writer at 1732506148239 (+80 ms)Flushing 1588230740/ns: appending metadata at 1732506148277 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1732506148277Flushing 1588230740/table: creating writer at 1732506148378 (+101 ms)Flushing 1588230740/table: appending metadata at 1732506148396 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732506148396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a366718: reopening flushed file at 1732506148414 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d02413a: reopening flushed file at 1732506148427 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c94471c: reopening flushed file at 1732506148434 (+7 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 332ms, sequenceid=37, compaction requested=false at 1732506148444 (+10 ms)Writing region close event to WAL at 1732506148446 (+2 ms)Running coprocessor post-close hooks at 1732506148449 (+3 ms)Closed at 1732506148449 2024-11-25T03:42:28,450 DEBUG [RS_CLOSE_META-regionserver/d73269e94d72:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T03:42:28,500 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,36107,1732506086384; all regions closed. 2024-11-25T03:42:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:42:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:42:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741833_1009 (size=3500) 2024-11-25T03:42:28,505 DEBUG [RS:0;d73269e94d72:36107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs 2024-11-25T03:42:28,505 INFO [RS:0;d73269e94d72:36107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C36107%2C1732506086384:(num 1732506087130) 2024-11-25T03:42:28,505 DEBUG [RS:0;d73269e94d72:36107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:42:28,506 INFO [RS:0;d73269e94d72:36107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36107 2024-11-25T03:42:28,506 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:42:28,512 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(976): stopping server d73269e94d72,32829,1732506086466; all regions closed. 2024-11-25T03:42:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741836_1012 (size=19546) 2024-11-25T03:42:28,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741836_1012 (size=19546) 2024-11-25T03:42:28,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741836_1012 (size=19546) 2024-11-25T03:42:28,523 INFO [regionserver/d73269e94d72:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-25T03:42:28,524 DEBUG [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs 2024-11-25T03:42:28,524 INFO [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C32829%2C1732506086466.meta:.meta(num 1732506097340) 2024-11-25T03:42:28,528 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/WALs/d73269e94d72,32829,1732506086466/d73269e94d72%2C32829%2C1732506086466.1732506087132 not finished, retry = 0 2024-11-25T03:42:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741834_1010 (size=4086) 2024-11-25T03:42:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741834_1010 (size=4086) 2024-11-25T03:42:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741834_1010 (size=4086) 2024-11-25T03:42:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:42:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,36107,1732506086384 2024-11-25T03:42:28,555 INFO [RS:0;d73269e94d72:36107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:42:28,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,36107,1732506086384] 2024-11-25T03:42:28,576 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,36107,1732506086384 already deleted, retry=false 2024-11-25T03:42:28,576 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,36107,1732506086384 expired; onlineServers=1 2024-11-25T03:42:28,631 DEBUG [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/oldWALs 2024-11-25T03:42:28,631 INFO [RS:2;d73269e94d72:32829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d73269e94d72%2C32829%2C1732506086466:(num 1732506087132) 2024-11-25T03:42:28,631 DEBUG [RS:2;d73269e94d72:32829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T03:42:28,631 INFO [RS:2;d73269e94d72:32829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T03:42:28,631 INFO [RS:2;d73269e94d72:32829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:42:28,632 INFO [RS:2;d73269e94d72:32829 {}] hbase.ChoreService(370): Chore service for: regionserver/d73269e94d72:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T03:42:28,632 INFO [RS:2;d73269e94d72:32829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:42:28,632 INFO [regionserver/d73269e94d72:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:42:28,632 INFO [RS:2;d73269e94d72:32829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32829 2024-11-25T03:42:28,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d73269e94d72,32829,1732506086466 2024-11-25T03:42:28,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T03:42:28,639 INFO [RS:2;d73269e94d72:32829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:42:28,640 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d73269e94d72,32829,1732506086466] 2024-11-25T03:42:28,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d73269e94d72,32829,1732506086466 already deleted, retry=false 2024-11-25T03:42:28,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d73269e94d72,32829,1732506086466 expired; onlineServers=0 2024-11-25T03:42:28,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd73269e94d72,34533,1732506086048' ***** 2024-11-25T03:42:28,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T03:42:28,660 INFO [M:0;d73269e94d72:34533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T03:42:28,660 INFO [M:0;d73269e94d72:34533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T03:42:28,660 DEBUG [M:0;d73269e94d72:34533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T03:42:28,660 DEBUG [M:0;d73269e94d72:34533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T03:42:28,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T03:42:28,660 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506086848 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.small.0-1732506086848,5,FailOnTimeoutGroup] 2024-11-25T03:42:28,660 DEBUG [master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506086844 {}] cleaner.HFileCleaner(306): Exit Thread[master/d73269e94d72:0:becomeActiveMaster-HFileCleaner.large.0-1732506086844,5,FailOnTimeoutGroup] 2024-11-25T03:42:28,661 INFO [M:0;d73269e94d72:34533 {}] hbase.ChoreService(370): Chore service for: master/d73269e94d72:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T03:42:28,661 INFO [M:0;d73269e94d72:34533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T03:42:28,661 DEBUG [M:0;d73269e94d72:34533 {}] master.HMaster(1795): Stopping service threads 2024-11-25T03:42:28,661 INFO [M:0;d73269e94d72:34533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T03:42:28,661 INFO [M:0;d73269e94d72:34533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T03:42:28,661 ERROR [M:0;d73269e94d72:34533 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42021 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42021,5,PEWorkerGroup] 2024-11-25T03:42:28,661 INFO [M:0;d73269e94d72:34533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T03:42:28,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T03:42:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:28,665 INFO [RS:0;d73269e94d72:36107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:42:28,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36107-0x1017014e6340001, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:28,665 INFO [RS:0;d73269e94d72:36107 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,36107,1732506086384; zookeeper connection closed. 2024-11-25T03:42:28,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d61290d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d61290d 2024-11-25T03:42:28,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T03:42:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T03:42:28,671 DEBUG [M:0;d73269e94d72:34533 {}] zookeeper.ZKUtil(347): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T03:42:28,671 WARN [M:0;d73269e94d72:34533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T03:42:28,671 INFO [M:0;d73269e94d72:34533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/.lastflushedseqids 2024-11-25T03:42:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741867_1043 (size=650) 2024-11-25T03:42:28,682 INFO [M:0;d73269e94d72:34533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T03:42:28,682 INFO [M:0;d73269e94d72:34533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T03:42:28,682 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T03:42:28,682 INFO [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:42:28,682 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:42:28,682 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T03:42:28,682 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:42:28,683 INFO [M:0;d73269e94d72:34533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=240.67 KB heapSize=285.70 KB 2024-11-25T03:42:28,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741867_1043 (size=650) 2024-11-25T03:42:28,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741867_1043 (size=650) 2024-11-25T03:42:28,702 DEBUG [M:0;d73269e94d72:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5219d4e832d4e8db67eee0dfb85fe55 is 82, key is hbase:meta,,1/info:regioninfo/1732506097379/Put/seqid=0 2024-11-25T03:42:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741868_1044 (size=5672) 2024-11-25T03:42:28,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741868_1044 (size=5672) 2024-11-25T03:42:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741868_1044 (size=5672) 2024-11-25T03:42:28,713 INFO [M:0;d73269e94d72:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5219d4e832d4e8db67eee0dfb85fe55 2024-11-25T03:42:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:28,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32829-0x1017014e6340003, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:28,750 DEBUG [M:0;d73269e94d72:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58e4f466ee4140e49c667812fc392535 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732506108281/Put/seqid=0 2024-11-25T03:42:28,750 INFO [RS:2;d73269e94d72:32829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:42:28,750 INFO [RS:2;d73269e94d72:32829 {}] regionserver.HRegionServer(1031): Exiting; stopping=d73269e94d72,32829,1732506086466; zookeeper connection closed. 2024-11-25T03:42:28,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42e1635c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42e1635c 2024-11-25T03:42:28,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T03:42:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741869_1045 (size=9453) 2024-11-25T03:42:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741869_1045 (size=9453) 2024-11-25T03:42:28,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741869_1045 (size=9453) 2024-11-25T03:42:28,776 INFO [M:0;d73269e94d72:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=239.94 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58e4f466ee4140e49c667812fc392535 2024-11-25T03:42:28,781 INFO [M:0;d73269e94d72:34533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58e4f466ee4140e49c667812fc392535 2024-11-25T03:42:28,795 DEBUG [M:0;d73269e94d72:34533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3012655aadb41d088569d5e02c38dc6 is 69, key is d73269e94d72,32829,1732506086466/rs:state/1732506086929/Put/seqid=0 2024-11-25T03:42:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741870_1046 (size=5447) 2024-11-25T03:42:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741870_1046 (size=5447) 2024-11-25T03:42:28,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741870_1046 (size=5447) 2024-11-25T03:42:28,810 INFO [M:0;d73269e94d72:34533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3012655aadb41d088569d5e02c38dc6 2024-11-25T03:42:28,816 INFO [M:0;d73269e94d72:34533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3012655aadb41d088569d5e02c38dc6 2024-11-25T03:42:28,817 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5219d4e832d4e8db67eee0dfb85fe55 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5219d4e832d4e8db67eee0dfb85fe55 2024-11-25T03:42:28,831 INFO [M:0;d73269e94d72:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5219d4e832d4e8db67eee0dfb85fe55, entries=8, sequenceid=488, filesize=5.5 K 2024-11-25T03:42:28,832 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58e4f466ee4140e49c667812fc392535 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58e4f466ee4140e49c667812fc392535 2024-11-25T03:42:28,838 INFO [M:0;d73269e94d72:34533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58e4f466ee4140e49c667812fc392535 2024-11-25T03:42:28,839 INFO [M:0;d73269e94d72:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58e4f466ee4140e49c667812fc392535, entries=56, sequenceid=488, filesize=9.2 K 2024-11-25T03:42:28,840 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3012655aadb41d088569d5e02c38dc6 as hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3012655aadb41d088569d5e02c38dc6 2024-11-25T03:42:28,847 INFO [M:0;d73269e94d72:34533 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d3012655aadb41d088569d5e02c38dc6 2024-11-25T03:42:28,847 INFO [M:0;d73269e94d72:34533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42021/user/jenkins/test-data/0f5108c0-d539-9efa-96f5-dc1d122ae3c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3012655aadb41d088569d5e02c38dc6, entries=3, sequenceid=488, filesize=5.3 K 2024-11-25T03:42:28,848 INFO [M:0;d73269e94d72:34533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~240.67 KB/246451, heapSize ~285.41 KB/292256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=488, compaction requested=false 2024-11-25T03:42:28,850 INFO [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T03:42:28,850 DEBUG [M:0;d73269e94d72:34533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732506148682Disabling compacts and flushes for region at 1732506148682Disabling writes for close at 1732506148682Obtaining lock to block concurrent updates at 1732506148683 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732506148683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=246451, getHeapSize=292496, getOffHeapSize=0, getCellsCount=595 at 1732506148683Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732506148684 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732506148684Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732506148701 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732506148701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732506148720 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732506148749 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732506148749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732506148781 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732506148794 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732506148795 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c10bfb9: reopening flushed file at 1732506148816 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d63c00: reopening flushed file at 1732506148831 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3212ce1b: reopening flushed file at 1732506148839 (+8 ms)Finished flush of dataSize ~240.67 KB/246451, heapSize ~285.41 KB/292256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=488, compaction requested=false at 1732506148848 (+9 ms)Writing region close event to WAL at 1732506148850 (+2 ms)Closed at 1732506148850 2024-11-25T03:42:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42969 is added to blk_1073741830_1006 (size=279018) 2024-11-25T03:42:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40363 is added to blk_1073741830_1006 (size=279018) 2024-11-25T03:42:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33971 is added to blk_1073741830_1006 (size=279018) 2024-11-25T03:42:28,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T03:42:28,855 INFO [M:0;d73269e94d72:34533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T03:42:28,855 INFO [M:0;d73269e94d72:34533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34533 2024-11-25T03:42:28,856 INFO [M:0;d73269e94d72:34533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T03:42:28,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:28,967 INFO [M:0;d73269e94d72:34533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T03:42:28,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34533-0x1017014e6340000, quorum=127.0.0.1:59097, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T03:42:29,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6771897a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:42:29,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17a26533{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:42:29,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:42:29,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1df7101a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:42:29,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b74f4fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,STOPPED} 2024-11-25T03:42:29,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:42:29,020 WARN [BP-449605921-172.17.0.2-1732506082987 heartbeating to localhost/127.0.0.1:42021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:42:29,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:42:29,020 WARN [BP-449605921-172.17.0.2-1732506082987 heartbeating to localhost/127.0.0.1:42021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-449605921-172.17.0.2-1732506082987 (Datanode Uuid 5cbd1eed-e06f-4a13-b82a-2e359f09f801) service to localhost/127.0.0.1:42021 2024-11-25T03:42:29,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data5/current/BP-449605921-172.17.0.2-1732506082987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:42:29,022 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data6/current/BP-449605921-172.17.0.2-1732506082987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:42:29,022 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:42:29,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@775d0671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:42:29,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d5ae5de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:42:29,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:42:29,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56754262{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:42:29,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@adc4a5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,STOPPED} 2024-11-25T03:42:29,028 WARN [BP-449605921-172.17.0.2-1732506082987 heartbeating to localhost/127.0.0.1:42021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:42:29,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:42:29,028 WARN [BP-449605921-172.17.0.2-1732506082987 heartbeating to localhost/127.0.0.1:42021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-449605921-172.17.0.2-1732506082987 (Datanode Uuid 707a2693-df90-4dae-97ba-67ffc5d57761) service to localhost/127.0.0.1:42021 2024-11-25T03:42:29,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:42:29,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data3/current/BP-449605921-172.17.0.2-1732506082987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:42:29,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data4/current/BP-449605921-172.17.0.2-1732506082987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:42:29,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:42:29,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ef7d39c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T03:42:29,031 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dc2cdb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:42:29,031 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:42:29,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77790ac3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:42:29,031 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fb9446e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,STOPPED} 2024-11-25T03:42:29,033 WARN [BP-449605921-172.17.0.2-1732506082987 heartbeating to localhost/127.0.0.1:42021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T03:42:29,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T03:42:29,033 WARN [BP-449605921-172.17.0.2-1732506082987 heartbeating to localhost/127.0.0.1:42021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-449605921-172.17.0.2-1732506082987 (Datanode Uuid 25e9ff9c-72f6-46ea-a3b8-b4ebb79bd56f) service to localhost/127.0.0.1:42021 2024-11-25T03:42:29,033 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T03:42:29,033 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data1/current/BP-449605921-172.17.0.2-1732506082987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:42:29,034 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/cluster_df1727f0-a533-4bdb-133d-840481c9e9ef/data/data2/current/BP-449605921-172.17.0.2-1732506082987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T03:42:29,034 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T03:42:29,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@145e95f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T03:42:29,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51f349c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T03:42:29,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T03:42:29,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13d31af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T03:42:29,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@274eec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/396d05a6-1451-bc5f-e2c7-da196c3f9b5f/hadoop.log.dir/,STOPPED} 2024-11-25T03:42:29,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T03:42:29,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-25T03:42:29,092 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=127 (was 98) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d73269e94d72:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42021 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42021 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 225) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 9) - ProcessCount LEAK? -, AvailableMemoryMB=8757 (was 10061)