2024-11-19 07:12:40,831 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 07:12:40,846 main DEBUG Took 0.012717 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 07:12:40,846 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 07:12:40,847 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 07:12:40,848 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 07:12:40,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,860 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 07:12:40,877 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,880 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,882 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,884 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,889 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,891 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,892 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,894 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,896 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,897 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:12:40,899 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,899 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 07:12:40,901 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:12:40,902 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 07:12:40,904 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 07:12:40,905 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 07:12:40,907 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 07:12:40,908 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 07:12:40,922 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 07:12:40,926 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 07:12:40,928 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 07:12:40,929 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 07:12:40,930 main DEBUG createAppenders(={Console}) 2024-11-19 07:12:40,931 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-19 07:12:40,931 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 07:12:40,932 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-19 07:12:40,933 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 07:12:40,933 main DEBUG OutputStream closed 2024-11-19 07:12:40,934 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 07:12:40,934 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 07:12:40,935 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-19 07:12:41,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 07:12:41,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 07:12:41,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 07:12:41,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 07:12:41,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 07:12:41,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 07:12:41,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 07:12:41,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 07:12:41,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 07:12:41,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 07:12:41,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 07:12:41,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 07:12:41,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 07:12:41,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 07:12:41,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 07:12:41,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 07:12:41,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 07:12:41,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 07:12:41,079 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 07:12:41,079 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-19 07:12:41,080 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 07:12:41,080 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-19T07:12:41,097 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-19 07:12:41,101 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 07:12:41,101 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T07:12:41,113 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-19T07:12:41,160 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=14114 2024-11-19T07:12:41,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d 2024-11-19T07:12:41,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:12:41,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a, deleteOnExit=true 2024-11-19T07:12:41,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:12:41,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/test.cache.data in system properties and HBase conf 2024-11-19T07:12:41,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:12:41,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:12:41,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:12:41,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:12:41,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:12:41,721 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T07:12:41,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:12:41,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:12:41,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:12:41,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:12:41,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:12:41,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:12:41,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:12:41,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:12:41,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:12:41,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:12:41,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:12:41,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:12:41,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:12:41,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:12:41,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:12:43,371 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T07:12:43,465 INFO [Time-limited test {}] log.Log(170): Logging initialized @3572ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T07:12:43,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:12:43,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:12:43,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:12:43,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:12:43,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:12:43,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:12:43,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:12:43,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:12:43,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/java.io.tmpdir/jetty-localhost-34601-hadoop-hdfs-3_4_1-tests_jar-_-any-9852918290418837122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:12:43,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:34601} 2024-11-19T07:12:43,959 INFO [Time-limited test {}] server.Server(415): Started @4067ms 2024-11-19T07:12:44,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:12:44,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:12:44,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:12:44,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:12:44,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:12:44,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:12:44,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:12:44,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/java.io.tmpdir/jetty-localhost-42313-hadoop-hdfs-3_4_1-tests_jar-_-any-16828552905089668003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:12:44,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:42313} 2024-11-19T07:12:44,727 INFO [Time-limited test {}] server.Server(415): Started @4835ms 2024-11-19T07:12:44,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:12:44,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:12:44,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:12:44,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:12:44,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:12:44,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:12:44,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:12:44,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:12:45,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/java.io.tmpdir/jetty-localhost-35277-hadoop-hdfs-3_4_1-tests_jar-_-any-520103736201328880/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:12:45,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:35277} 2024-11-19T07:12:45,107 INFO [Time-limited test {}] server.Server(415): Started @5215ms 2024-11-19T07:12:45,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:12:45,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:12:45,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:12:45,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:12:45,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:12:45,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:12:45,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:12:45,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:12:45,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/java.io.tmpdir/jetty-localhost-37801-hadoop-hdfs-3_4_1-tests_jar-_-any-11299552996992991907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:12:45,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:37801} 2024-11-19T07:12:45,291 INFO [Time-limited test {}] server.Server(415): Started @5399ms 2024-11-19T07:12:45,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:12:46,751 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data2/current/BP-959302148-172.17.0.2-1732000362546/current, will proceed with Du for space computation calculation, 2024-11-19T07:12:46,751 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data4/current/BP-959302148-172.17.0.2-1732000362546/current, will proceed with Du for space computation calculation, 2024-11-19T07:12:46,751 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data3/current/BP-959302148-172.17.0.2-1732000362546/current, will proceed with Du for space computation calculation, 2024-11-19T07:12:46,751 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data1/current/BP-959302148-172.17.0.2-1732000362546/current, will proceed with Du for space computation calculation, 2024-11-19T07:12:46,790 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data5/current/BP-959302148-172.17.0.2-1732000362546/current, will proceed with Du for space computation calculation, 2024-11-19T07:12:46,791 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data6/current/BP-959302148-172.17.0.2-1732000362546/current, will proceed with Du for space computation calculation, 2024-11-19T07:12:46,822 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:12:46,823 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:12:46,840 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:12:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd460e6ecb95ba4f with lease ID 0xa77ceaf80bbc735d: Processing first storage report for DS-67a2490a-4902-4ecf-a89a-69cd97bc1037 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=128ec098-88d2-45d1-bf1f-e50feeec2339, infoPort=40809, infoSecurePort=0, ipcPort=33697, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546) 2024-11-19T07:12:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd460e6ecb95ba4f with lease ID 0xa77ceaf80bbc735d: from storage DS-67a2490a-4902-4ecf-a89a-69cd97bc1037 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=128ec098-88d2-45d1-bf1f-e50feeec2339, infoPort=40809, infoSecurePort=0, ipcPort=33697, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:12:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fdd3a031628cc74 with lease ID 0xa77ceaf80bbc735c: Processing first storage report for DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1 from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=213fb5c9-1bb2-423a-8f3c-18dfdc24d23e, infoPort=34097, infoSecurePort=0, ipcPort=37969, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546) 2024-11-19T07:12:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fdd3a031628cc74 with lease ID 0xa77ceaf80bbc735c: from storage DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1 node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=213fb5c9-1bb2-423a-8f3c-18dfdc24d23e, infoPort=34097, infoSecurePort=0, ipcPort=37969, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:12:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96797ced5aec42e6 with lease ID 0xa77ceaf80bbc735e: Processing first storage report for DS-8129956c-ada7-4631-85c9-8a8d88fb7847 from datanode DatanodeRegistration(127.0.0.1:44715, datanodeUuid=c2c8b071-30d1-402c-b587-13ac49284ee1, infoPort=34991, infoSecurePort=0, ipcPort=32905, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546) 2024-11-19T07:12:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96797ced5aec42e6 with lease ID 0xa77ceaf80bbc735e: from storage DS-8129956c-ada7-4631-85c9-8a8d88fb7847 node DatanodeRegistration(127.0.0.1:44715, datanodeUuid=c2c8b071-30d1-402c-b587-13ac49284ee1, infoPort=34991, infoSecurePort=0, ipcPort=32905, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:12:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd460e6ecb95ba4f with lease ID 0xa77ceaf80bbc735d: Processing first storage report for DS-8657bc9d-7649-4aba-acbe-68aeaa5983d3 from datanode DatanodeRegistration(127.0.0.1:39753, datanodeUuid=128ec098-88d2-45d1-bf1f-e50feeec2339, infoPort=40809, infoSecurePort=0, ipcPort=33697, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546) 2024-11-19T07:12:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd460e6ecb95ba4f with lease ID 0xa77ceaf80bbc735d: from storage DS-8657bc9d-7649-4aba-acbe-68aeaa5983d3 node DatanodeRegistration(127.0.0.1:39753, datanodeUuid=128ec098-88d2-45d1-bf1f-e50feeec2339, infoPort=40809, infoSecurePort=0, ipcPort=33697, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:12:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fdd3a031628cc74 with lease ID 0xa77ceaf80bbc735c: Processing first storage report for DS-33c1a79f-838b-48ae-b63a-4e810d93d336 from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=213fb5c9-1bb2-423a-8f3c-18dfdc24d23e, infoPort=34097, infoSecurePort=0, ipcPort=37969, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546) 2024-11-19T07:12:46,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fdd3a031628cc74 with lease ID 0xa77ceaf80bbc735c: from storage DS-33c1a79f-838b-48ae-b63a-4e810d93d336 node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=213fb5c9-1bb2-423a-8f3c-18dfdc24d23e, infoPort=34097, infoSecurePort=0, ipcPort=37969, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:12:46,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96797ced5aec42e6 with lease ID 0xa77ceaf80bbc735e: Processing first storage report for DS-afad0531-0a3b-4563-9fd5-7c3e406f1951 from datanode DatanodeRegistration(127.0.0.1:44715, datanodeUuid=c2c8b071-30d1-402c-b587-13ac49284ee1, infoPort=34991, infoSecurePort=0, ipcPort=32905, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546) 2024-11-19T07:12:46,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96797ced5aec42e6 with lease ID 0xa77ceaf80bbc735e: from storage DS-afad0531-0a3b-4563-9fd5-7c3e406f1951 node DatanodeRegistration(127.0.0.1:44715, datanodeUuid=c2c8b071-30d1-402c-b587-13ac49284ee1, infoPort=34991, infoSecurePort=0, ipcPort=32905, storageInfo=lv=-57;cid=testClusterID;nsid=1585924993;c=1732000362546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:12:46,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d 2024-11-19T07:12:47,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/zookeeper_0, clientPort=51408, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:12:47,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51408 2024-11-19T07:12:47,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:47,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:12:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:12:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:12:47,735 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f with version=8 2024-11-19T07:12:47,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/hbase-staging 2024-11-19T07:12:47,831 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T07:12:48,176 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:12:48,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:48,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:48,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:12:48,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:48,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:12:48,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:12:48,397 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T07:12:48,409 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T07:12:48,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:12:48,440 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1019 (auto-detected) 2024-11-19T07:12:48,441 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T07:12:48,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34587 2024-11-19T07:12:48,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34587 connecting to ZooKeeper ensemble=127.0.0.1:51408 2024-11-19T07:12:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345870x0, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:12:48,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34587-0x10151f03d3a0000 connected 2024-11-19T07:12:48,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:48,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:48,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:12:48,883 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f, hbase.cluster.distributed=false 2024-11-19T07:12:48,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:12:48,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-19T07:12:48,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34587 2024-11-19T07:12:48,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34587 2024-11-19T07:12:48,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-19T07:12:48,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34587 2024-11-19T07:12:49,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:12:49,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:12:49,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:12:49,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:12:49,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:12:49,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44745 2024-11-19T07:12:49,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44745 connecting to ZooKeeper ensemble=127.0.0.1:51408 2024-11-19T07:12:49,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447450x0, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:12:49,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44745-0x10151f03d3a0001 connected 2024-11-19T07:12:49,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:12:49,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:12:49,041 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:12:49,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:12:49,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:12:49,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-19T07:12:49,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44745 2024-11-19T07:12:49,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44745 2024-11-19T07:12:49,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-19T07:12:49,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44745 2024-11-19T07:12:49,070 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:12:49,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:12:49,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:12:49,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:12:49,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:12:49,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43427 2024-11-19T07:12:49,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43427 connecting to ZooKeeper ensemble=127.0.0.1:51408 2024-11-19T07:12:49,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434270x0, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:12:49,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434270x0, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:12:49,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43427-0x10151f03d3a0002 connected 2024-11-19T07:12:49,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:12:49,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:12:49,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:12:49,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:12:49,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-19T07:12:49,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43427 2024-11-19T07:12:49,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43427 2024-11-19T07:12:49,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-19T07:12:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43427 2024-11-19T07:12:49,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:12:49,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:12:49,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:12:49,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:12:49,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:12:49,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:12:49,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42975 2024-11-19T07:12:49,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42975 connecting to ZooKeeper ensemble=127.0.0.1:51408 2024-11-19T07:12:49,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429750x0, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:12:49,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429750x0, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:12:49,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42975-0x10151f03d3a0003 connected 2024-11-19T07:12:49,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:12:49,146 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:12:49,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:12:49,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:12:49,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42975 2024-11-19T07:12:49,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42975 2024-11-19T07:12:49,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42975 2024-11-19T07:12:49,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42975 2024-11-19T07:12:49,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42975 2024-11-19T07:12:49,168 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:34587 2024-11-19T07:12:49,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db0afee3eab9,34587,1732000368017 2024-11-19T07:12:49,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,188 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db0afee3eab9,34587,1732000368017 2024-11-19T07:12:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:12:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:12:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:12:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,262 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T07:12:49,265 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db0afee3eab9,34587,1732000368017 from backup master directory 2024-11-19T07:12:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db0afee3eab9,34587,1732000368017 2024-11-19T07:12:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:12:49,273 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:12:49,274 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,34587,1732000368017 2024-11-19T07:12:49,276 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T07:12:49,277 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T07:12:49,331 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/hbase.id] with ID: 81ded2d2-fd28-45e9-bab6-c729a73597c0 2024-11-19T07:12:49,332 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.tmp/hbase.id 2024-11-19T07:12:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:12:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:12:49,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:12:49,346 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.tmp/hbase.id]:[hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/hbase.id] 2024-11-19T07:12:49,394 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:12:49,399 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:12:49,417 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-19T07:12:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:12:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:12:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:12:49,463 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:12:49,465 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:12:49,478 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:12:49,481 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:12:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:12:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:12:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:12:49,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store 2024-11-19T07:12:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:12:49,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:12:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:12:49,560 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T07:12:49,563 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:12:49,564 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:12:49,564 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:12:49,564 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:12:49,566 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:12:49,566 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:12:49,566 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:12:49,567 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000369564Disabling compacts and flushes for region at 1732000369564Disabling writes for close at 1732000369566 (+2 ms)Writing region close event to WAL at 1732000369566Closed at 1732000369566 2024-11-19T07:12:49,569 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/.initializing 2024-11-19T07:12:49,569 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/WALs/db0afee3eab9,34587,1732000368017 2024-11-19T07:12:49,577 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:12:49,591 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C34587%2C1732000368017, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/WALs/db0afee3eab9,34587,1732000368017, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/oldWALs, maxLogs=10 2024-11-19T07:12:49,612 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/WALs/db0afee3eab9,34587,1732000368017/db0afee3eab9%2C34587%2C1732000368017.1732000369595, exclude list is [], retry=0 2024-11-19T07:12:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-67a2490a-4902-4ecf-a89a-69cd97bc1037,DISK] 2024-11-19T07:12:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1,DISK] 2024-11-19T07:12:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44715,DS-8129956c-ada7-4631-85c9-8a8d88fb7847,DISK] 2024-11-19T07:12:49,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T07:12:49,668 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/WALs/db0afee3eab9,34587,1732000368017/db0afee3eab9%2C34587%2C1732000368017.1732000369595 2024-11-19T07:12:49,669 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34097:34097),(127.0.0.1/127.0.0.1:34991:34991),(127.0.0.1/127.0.0.1:40809:40809)] 2024-11-19T07:12:49,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:12:49,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:12:49,673 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,674 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:12:49,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:49,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:12:49,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:12:49,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:49,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:12:49,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:12:49,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:49,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:12:49,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:12:49,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:49,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:12:49,763 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,766 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,767 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,772 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,772 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,775 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:12:49,779 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:12:49,784 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:12:49,786 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73787644, jitterRate=0.09952157735824585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:12:49,796 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000369686Initializing all the Stores at 1732000369688 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000369688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000369690 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000369691 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000369691Cleaning up temporary data from old regions at 1732000369772 (+81 ms)Region opened successfully at 1732000369796 (+24 ms) 2024-11-19T07:12:49,798 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:12:49,835 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6163728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:12:49,867 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:12:49,878 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:12:49,878 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:12:49,881 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:12:49,882 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T07:12:49,888 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-19T07:12:49,888 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T07:12:49,916 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:12:49,925 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T07:12:49,977 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T07:12:49,980 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:12:49,982 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:12:49,988 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T07:12:49,991 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:12:49,995 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:12:50,006 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T07:12:50,008 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:12:50,019 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T07:12:50,041 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:12:50,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T07:12:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:12:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:12:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:12:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:12:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,34587,1732000368017, sessionid=0x10151f03d3a0000, setting cluster-up flag (Was=false) 2024-11-19T07:12:50,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,124 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T07:12:50,127 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,34587,1732000368017 2024-11-19T07:12:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:50,219 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T07:12:50,221 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,34587,1732000368017 2024-11-19T07:12:50,227 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:12:50,257 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(746): ClusterId : 81ded2d2-fd28-45e9-bab6-c729a73597c0 2024-11-19T07:12:50,257 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(746): ClusterId : 81ded2d2-fd28-45e9-bab6-c729a73597c0 2024-11-19T07:12:50,257 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(746): ClusterId : 81ded2d2-fd28-45e9-bab6-c729a73597c0 2024-11-19T07:12:50,259 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:12:50,259 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:12:50,259 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:12:50,284 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:12:50,284 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:12:50,284 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:12:50,284 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:12:50,284 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:12:50,284 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:12:50,306 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:12:50,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:12:50,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:12:50,325 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:12:50,325 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:12:50,326 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:12:50,326 DEBUG [RS:0;db0afee3eab9:44745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eca31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:12:50,326 DEBUG [RS:2;db0afee3eab9:42975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b654a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:12:50,326 DEBUG [RS:1;db0afee3eab9:43427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3109f64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:12:50,331 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,34587,1732000368017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:12:50,343 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:12:50,344 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:12:50,344 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db0afee3eab9:43427 2024-11-19T07:12:50,344 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;db0afee3eab9:42975 2024-11-19T07:12:50,344 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:12:50,344 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:12:50,344 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:12:50,345 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,345 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:12:50,345 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,347 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:12:50,347 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:12:50,347 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:12:50,347 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:12:50,347 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:12:50,348 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:12:50,348 DEBUG [RS:0;db0afee3eab9:44745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:44745 2024-11-19T07:12:50,349 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:12:50,349 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:12:50,349 DEBUG [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:12:50,350 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,34587,1732000368017 with port=43427, startcode=1732000369069 2024-11-19T07:12:50,350 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,34587,1732000368017 with port=42975, startcode=1732000369120 2024-11-19T07:12:50,350 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,34587,1732000368017 with port=44745, startcode=1732000368973 2024-11-19T07:12:50,352 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:12:50,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:12:50,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:50,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:12:50,361 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000400360 2024-11-19T07:12:50,363 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:12:50,364 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:12:50,365 DEBUG [RS:2;db0afee3eab9:42975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:12:50,366 DEBUG [RS:0;db0afee3eab9:44745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:12:50,366 DEBUG [RS:1;db0afee3eab9:43427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:12:50,368 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:12:50,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:12:50,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:12:50,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:12:50,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,377 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:12:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:12:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:12:50,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:12:50,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:12:50,384 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:12:50,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:12:50,410 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:12:50,413 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:12:50,413 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:12:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:12:50,423 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000370414,5,FailOnTimeoutGroup] 2024-11-19T07:12:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:12:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:12:50,426 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000370424,5,FailOnTimeoutGroup] 2024-11-19T07:12:50,426 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,426 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:12:50,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:12:50,427 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:12:50,427 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:12:50,428 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,428 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:12:50,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:12:50,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:12:50,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:50,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,43427,1732000369069 2024-11-19T07:12:50,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,43427,1732000369069 2024-11-19T07:12:50,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:12:50,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:12:50,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,44745,1732000368973 2024-11-19T07:12:50,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34587 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,44745,1732000368973 2024-11-19T07:12:50,465 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:12:50,465 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:12:50,465 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42645 2024-11-19T07:12:50,465 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42645 2024-11-19T07:12:50,465 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:12:50,465 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:12:50,472 DEBUG [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:12:50,472 DEBUG [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42645 2024-11-19T07:12:50,472 DEBUG [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:12:50,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:12:50,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:50,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:12:50,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:12:50,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:12:50,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:50,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:12:50,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:12:50,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:12:50,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:12:50,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:12:50,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:12:50,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740 2024-11-19T07:12:50,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740 2024-11-19T07:12:50,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:12:50,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:12:50,499 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:12:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:12:50,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:12:50,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58807042, jitterRate=-0.12370678782463074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:12:50,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000370427Initializing all the Stores at 1732000370437 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000370437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000370452 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000370452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000370452Cleaning up temporary data from old regions at 1732000370498 (+46 ms)Region opened successfully at 1732000370517 (+19 ms) 2024-11-19T07:12:50,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:12:50,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:12:50,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:12:50,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:12:50,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:12:50,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:12:50,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000370517Disabling compacts and flushes for region at 1732000370517Disabling writes for close at 1732000370517Writing region close event to WAL at 1732000370518 (+1 ms)Closed at 1732000370519 (+1 ms) 2024-11-19T07:12:50,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:12:50,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:12:50,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:12:50,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:12:50,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:12:50,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:12:50,556 DEBUG [RS:1;db0afee3eab9:43427 {}] zookeeper.ZKUtil(111): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,43427,1732000369069 2024-11-19T07:12:50,556 WARN [RS:1;db0afee3eab9:43427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:12:50,557 DEBUG [RS:2;db0afee3eab9:42975 {}] zookeeper.ZKUtil(111): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,557 WARN [RS:2;db0afee3eab9:42975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:12:50,557 INFO [RS:1;db0afee3eab9:43427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:12:50,557 INFO [RS:2;db0afee3eab9:42975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:12:50,557 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,43427,1732000369069 2024-11-19T07:12:50,557 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,558 DEBUG [RS:0;db0afee3eab9:44745 {}] zookeeper.ZKUtil(111): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,44745,1732000368973 2024-11-19T07:12:50,558 WARN [RS:0;db0afee3eab9:44745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:12:50,558 INFO [RS:0;db0afee3eab9:44745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:12:50,559 DEBUG [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973 2024-11-19T07:12:50,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,44745,1732000368973] 2024-11-19T07:12:50,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,43427,1732000369069] 2024-11-19T07:12:50,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,42975,1732000369120] 2024-11-19T07:12:50,604 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:12:50,604 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:12:50,605 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:12:50,629 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:12:50,629 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:12:50,633 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:12:50,636 INFO [RS:1;db0afee3eab9:43427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:12:50,636 INFO [RS:0;db0afee3eab9:44745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:12:50,636 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,636 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,636 INFO [RS:2;db0afee3eab9:42975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:12:50,636 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,641 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:12:50,641 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:12:50,643 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:12:50,648 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:12:50,648 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:12:50,649 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:12:50,650 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,650 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,650 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,650 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,650 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,651 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:12:50,652 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:12:50,652 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:12:50,652 DEBUG [RS:2;db0afee3eab9:42975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:12:50,652 DEBUG [RS:1;db0afee3eab9:43427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:12:50,652 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:12:50,652 DEBUG [RS:0;db0afee3eab9:44745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:12:50,654 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,655 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,655 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,655 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,655 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,655 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42975,1732000369120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,657 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,658 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,658 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,658 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44745,1732000368973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:12:50,658 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43427,1732000369069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:12:50,683 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:12:50,683 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:12:50,684 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:12:50,686 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44745,1732000368973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,686 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43427,1732000369069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,687 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42975,1732000369120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,687 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,687 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.Replication(171): db0afee3eab9,44745,1732000368973 started 2024-11-19T07:12:50,687 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,688 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,688 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.Replication(171): db0afee3eab9,42975,1732000369120 started 2024-11-19T07:12:50,688 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.Replication(171): db0afee3eab9,43427,1732000369069 started 2024-11-19T07:12:50,699 WARN [db0afee3eab9:34587 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:12:50,713 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,714 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,43427,1732000369069, RpcServer on db0afee3eab9/172.17.0.2:43427, sessionid=0x10151f03d3a0002 2024-11-19T07:12:50,715 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:12:50,715 DEBUG [RS:1;db0afee3eab9:43427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,43427,1732000369069 2024-11-19T07:12:50,715 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43427,1732000369069' 2024-11-19T07:12:50,715 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:12:50,717 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:12:50,717 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:12:50,718 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:12:50,718 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,718 DEBUG [RS:1;db0afee3eab9:43427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,43427,1732000369069 2024-11-19T07:12:50,718 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43427,1732000369069' 2024-11-19T07:12:50,719 INFO [RS:0;db0afee3eab9:44745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:12:50,720 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:12:50,720 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,44745,1732000368973, RpcServer on db0afee3eab9/172.17.0.2:44745, sessionid=0x10151f03d3a0001 2024-11-19T07:12:50,718 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,42975,1732000369120, RpcServer on db0afee3eab9/172.17.0.2:42975, sessionid=0x10151f03d3a0003 2024-11-19T07:12:50,720 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:12:50,720 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:12:50,721 DEBUG [RS:0;db0afee3eab9:44745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,44745,1732000368973 2024-11-19T07:12:50,721 DEBUG [RS:2;db0afee3eab9:42975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,721 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44745,1732000368973' 2024-11-19T07:12:50,721 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42975,1732000369120' 2024-11-19T07:12:50,721 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:12:50,721 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:12:50,721 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:12:50,724 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:12:50,724 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:12:50,724 DEBUG [RS:0;db0afee3eab9:44745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,44745,1732000368973 2024-11-19T07:12:50,724 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44745,1732000368973' 2024-11-19T07:12:50,724 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:12:50,725 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:12:50,726 DEBUG [RS:0;db0afee3eab9:44745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:12:50,726 INFO [RS:0;db0afee3eab9:44745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:12:50,726 INFO [RS:0;db0afee3eab9:44745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:12:50,727 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:12:50,730 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:12:50,730 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:12:50,730 DEBUG [RS:2;db0afee3eab9:42975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,730 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42975,1732000369120' 2024-11-19T07:12:50,730 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:12:50,731 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:12:50,732 DEBUG [RS:2;db0afee3eab9:42975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:12:50,732 INFO [RS:2;db0afee3eab9:42975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:12:50,732 INFO [RS:2;db0afee3eab9:42975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:12:50,732 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:12:50,733 DEBUG [RS:1;db0afee3eab9:43427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:12:50,733 INFO [RS:1;db0afee3eab9:43427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:12:50,733 INFO [RS:1;db0afee3eab9:43427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:12:50,831 INFO [RS:0;db0afee3eab9:44745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:12:50,832 INFO [RS:2;db0afee3eab9:42975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:12:50,834 INFO [RS:0;db0afee3eab9:44745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C44745%2C1732000368973, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs, maxLogs=32 2024-11-19T07:12:50,834 INFO [RS:1;db0afee3eab9:43427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:12:50,835 INFO [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C42975%2C1732000369120, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs, maxLogs=32 2024-11-19T07:12:50,836 INFO [RS:1;db0afee3eab9:43427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C43427%2C1732000369069, suffix=, logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,43427,1732000369069, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs, maxLogs=32 2024-11-19T07:12:50,855 DEBUG [RS:0;db0afee3eab9:44745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973/db0afee3eab9%2C44745%2C1732000368973.1732000370836, exclude list is [], retry=0 2024-11-19T07:12:50,855 DEBUG [RS:2;db0afee3eab9:42975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120/db0afee3eab9%2C42975%2C1732000369120.1732000370838, exclude list is [], retry=0 2024-11-19T07:12:50,855 DEBUG [RS:1;db0afee3eab9:43427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,43427,1732000369069/db0afee3eab9%2C43427%2C1732000369069.1732000370839, exclude list is [], retry=0 2024-11-19T07:12:50,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44715,DS-8129956c-ada7-4631-85c9-8a8d88fb7847,DISK] 2024-11-19T07:12:50,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1,DISK] 2024-11-19T07:12:50,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1,DISK] 2024-11-19T07:12:50,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44715,DS-8129956c-ada7-4631-85c9-8a8d88fb7847,DISK] 2024-11-19T07:12:50,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-67a2490a-4902-4ecf-a89a-69cd97bc1037,DISK] 2024-11-19T07:12:50,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-67a2490a-4902-4ecf-a89a-69cd97bc1037,DISK] 2024-11-19T07:12:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1,DISK] 2024-11-19T07:12:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-67a2490a-4902-4ecf-a89a-69cd97bc1037,DISK] 2024-11-19T07:12:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44715,DS-8129956c-ada7-4631-85c9-8a8d88fb7847,DISK] 2024-11-19T07:12:50,868 INFO [RS:0;db0afee3eab9:44745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973/db0afee3eab9%2C44745%2C1732000368973.1732000370836 2024-11-19T07:12:50,868 INFO [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120/db0afee3eab9%2C42975%2C1732000369120.1732000370838 2024-11-19T07:12:50,868 DEBUG [RS:0;db0afee3eab9:44745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34097:34097),(127.0.0.1/127.0.0.1:34991:34991),(127.0.0.1/127.0.0.1:40809:40809)] 2024-11-19T07:12:50,868 DEBUG [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34097:34097),(127.0.0.1/127.0.0.1:34991:34991),(127.0.0.1/127.0.0.1:40809:40809)] 2024-11-19T07:12:50,868 INFO [RS:1;db0afee3eab9:43427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,43427,1732000369069/db0afee3eab9%2C43427%2C1732000369069.1732000370839 2024-11-19T07:12:50,870 DEBUG [RS:1;db0afee3eab9:43427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34097:34097),(127.0.0.1/127.0.0.1:40809:40809),(127.0.0.1/127.0.0.1:34991:34991)] 2024-11-19T07:12:50,953 DEBUG [db0afee3eab9:34587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T07:12:50,967 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:12:50,973 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:12:50,973 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:12:50,973 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:12:50,973 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:12:50,974 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:12:50,974 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:12:50,974 INFO [db0afee3eab9:34587 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:12:50,974 INFO [db0afee3eab9:34587 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:12:50,974 INFO [db0afee3eab9:34587 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:12:50,974 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:12:50,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:12:50,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42975,1732000369120, state=OPENING 2024-11-19T07:12:50,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:12:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:12:51,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:12:51,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:12:51,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:12:51,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:12:51,011 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:12:51,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:12:58,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:12:58,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:13:01,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:13:01,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:13:01,061 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:13:01,062 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:13:01,062 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:13:01,065 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C42975%2C1732000369120.meta, suffix=.meta, logDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120, archiveDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs, maxLogs=32 2024-11-19T07:13:01,080 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120/db0afee3eab9%2C42975%2C1732000369120.meta.1732000381067.meta, exclude list is [], retry=0 2024-11-19T07:13:01,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39753,DS-67a2490a-4902-4ecf-a89a-69cd97bc1037,DISK] 2024-11-19T07:13:01,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-a6af9736-93fc-47ec-8779-5ffbaffb87c1,DISK] 2024-11-19T07:13:01,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44715,DS-8129956c-ada7-4631-85c9-8a8d88fb7847,DISK] 2024-11-19T07:13:01,087 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,42975,1732000369120/db0afee3eab9%2C42975%2C1732000369120.meta.1732000381067.meta 2024-11-19T07:13:01,088 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40809:40809),(127.0.0.1/127.0.0.1:34097:34097),(127.0.0.1/127.0.0.1:34991:34991)] 2024-11-19T07:13:01,088 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:13:01,089 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:13:01,092 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:13:01,097 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:13:01,101 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:13:01,101 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,102 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:13:01,102 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:13:01,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:13:01,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:13:01,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:01,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:13:01,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:13:01,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:13:01,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:01,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:13:01,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:13:01,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:13:01,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:01,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:13:01,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:13:01,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:13:01,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:01,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:13:01,115 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:13:01,116 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740 2024-11-19T07:13:01,118 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740 2024-11-19T07:13:01,121 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:13:01,121 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:13:01,122 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:13:01,124 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:13:01,126 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71612717, jitterRate=0.06711263954639435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:13:01,126 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:13:01,127 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000381102Writing region info on filesystem at 1732000381102Initializing all the Stores at 1732000381104 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000381104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000381104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000381104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000381104Cleaning up temporary data from old regions at 1732000381121 (+17 ms)Running coprocessor post-open hooks at 1732000381126 (+5 ms)Region opened successfully at 1732000381127 (+1 ms) 2024-11-19T07:13:01,132 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000381035 2024-11-19T07:13:01,142 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:13:01,143 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:13:01,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:01,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42975,1732000369120, state=OPEN 2024-11-19T07:13:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:13:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:13:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:13:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:13:01,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:13:01,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:13:01,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:13:01,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:01,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:13:01,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:13:01,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42975,1732000369120 in 10.1720 sec 2024-11-19T07:13:01,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:13:01,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6620 sec 2024-11-19T07:13:01,198 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:13:01,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:13:01,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:13:01,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42975,1732000369120, seqNum=-1] 2024-11-19T07:13:01,235 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:13:01,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:13:01,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9960 sec 2024-11-19T07:13:01,258 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000381258, completionTime=-1 2024-11-19T07:13:01,260 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T07:13:01,260 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:13:01,285 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T07:13:01,285 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000441285 2024-11-19T07:13:01,285 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000501285 2024-11-19T07:13:01,285 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-19T07:13:01,287 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:13:01,294 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34587,1732000368017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,294 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34587,1732000368017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,294 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34587,1732000368017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,296 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:34587, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,296 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,297 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,302 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:13:01,329 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.054sec 2024-11-19T07:13:01,331 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:13:01,332 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:13:01,333 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:13:01,334 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:13:01,334 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:13:01,335 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34587,1732000368017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:13:01,336 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34587,1732000368017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:13:01,341 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:13:01,367 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:13:01,368 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34587,1732000368017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:13:01,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:13:01,389 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T07:13:01,389 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T07:13:01,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34587,-1 for getting cluster id 2024-11-19T07:13:01,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:13:01,419 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81ded2d2-fd28-45e9-bab6-c729a73597c0' 2024-11-19T07:13:01,423 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:13:01,423 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81ded2d2-fd28-45e9-bab6-c729a73597c0" 2024-11-19T07:13:01,424 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc29476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:13:01,424 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34587,-1] 2024-11-19T07:13:01,427 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:13:01,430 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:13:01,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:13:01,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:13:01,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:13:01,441 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42975,1732000369120, seqNum=-1] 2024-11-19T07:13:01,441 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:13:01,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:13:01,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,34587,1732000368017 2024-11-19T07:13:01,466 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732000381465 (current time:1732000381465). 2024-11-19T07:13:01,466 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T07:13:01,466 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T07:13:01,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:13:01,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34587,-1 for getting cluster id 2024-11-19T07:13:01,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:13:01,471 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81ded2d2-fd28-45e9-bab6-c729a73597c0' 2024-11-19T07:13:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:13:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81ded2d2-fd28-45e9-bab6-c729a73597c0" 2024-11-19T07:13:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444dd8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:13:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34587,-1] 2024-11-19T07:13:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:13:01,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:13:01,473 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:13:01,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2a6e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:13:01,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:13:01,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42975,1732000369120, seqNum=-1] 2024-11-19T07:13:01,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:13:01,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:13:01,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:13:01,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:13:01,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:13:01,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:13:01,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:13:01,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:13:01,494 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34587,1732000368017 2024-11-19T07:13:01,496 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@236aea86 2024-11-19T07:13:01,497 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:13:01,499 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:13:01,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:13:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T07:13:01,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:13:01,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T07:13:01,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:01,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:13:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741837_1013 (size=361) 2024-11-19T07:13:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741837_1013 (size=361) 2024-11-19T07:13:01,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741837_1013 (size=361) 2024-11-19T07:13:01,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9e5a2c78141d8c90e2400d5eb46a073, NAME => 'SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,543 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d83d12dd2970f20d5c6900d6ac296480, NAME => 'SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,543 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6853bb022be454e5dacde3bab13e87f2, NAME => 'SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741838_1014 (size=54) 2024-11-19T07:13:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741838_1014 (size=54) 2024-11-19T07:13:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741838_1014 (size=54) 2024-11-19T07:13:01,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d9e5a2c78141d8c90e2400d5eb46a073, disabling compactions & flushes 2024-11-19T07:13:01,587 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:01,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:01,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. after waiting 0 ms 2024-11-19T07:13:01,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:01,587 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:01,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9e5a2c78141d8c90e2400d5eb46a073: Waiting for close lock at 1732000381587Disabling compacts and flushes for region at 1732000381587Disabling writes for close at 1732000381587Writing region close event to WAL at 1732000381587Closed at 1732000381587 2024-11-19T07:13:01,588 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59ee17a814910ff80df7613789e5d0a9, NAME => 'SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741839_1015 (size=62) 2024-11-19T07:13:01,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741839_1015 (size=62) 2024-11-19T07:13:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741839_1015 (size=62) 2024-11-19T07:13:01,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d83d12dd2970f20d5c6900d6ac296480, disabling compactions & flushes 2024-11-19T07:13:01,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:01,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:01,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. after waiting 0 ms 2024-11-19T07:13:01,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:01,593 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:01,593 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d83d12dd2970f20d5c6900d6ac296480: Waiting for close lock at 1732000381593Disabling compacts and flushes for region at 1732000381593Disabling writes for close at 1732000381593Writing region close event to WAL at 1732000381593Closed at 1732000381593 2024-11-19T07:13:01,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 95ec322dffbc685090ba767ca9be3c83, NAME => 'SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741840_1016 (size=62) 2024-11-19T07:13:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741840_1016 (size=62) 2024-11-19T07:13:01,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741840_1016 (size=62) 2024-11-19T07:13:01,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6853bb022be454e5dacde3bab13e87f2, disabling compactions & flushes 2024-11-19T07:13:01,604 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:01,604 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:01,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. after waiting 0 ms 2024-11-19T07:13:01,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:01,605 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:01,605 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6853bb022be454e5dacde3bab13e87f2: Waiting for close lock at 1732000381604Disabling compacts and flushes for region at 1732000381604Disabling writes for close at 1732000381605 (+1 ms)Writing region close event to WAL at 1732000381605Closed at 1732000381605 2024-11-19T07:13:01,606 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 224f8ff8c2362ac7222a23140c96cf47, NAME => 'SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741841_1017 (size=62) 2024-11-19T07:13:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741841_1017 (size=62) 2024-11-19T07:13:01,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741841_1017 (size=62) 2024-11-19T07:13:01,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 59ee17a814910ff80df7613789e5d0a9, disabling compactions & flushes 2024-11-19T07:13:01,625 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:01,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:01,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. after waiting 0 ms 2024-11-19T07:13:01,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:01,625 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:01,625 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59ee17a814910ff80df7613789e5d0a9: Waiting for close lock at 1732000381625Disabling compacts and flushes for region at 1732000381625Disabling writes for close at 1732000381625Writing region close event to WAL at 1732000381625Closed at 1732000381625 2024-11-19T07:13:01,626 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64e31f171c13b764684d641ee66dd01c, NAME => 'SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741843_1019 (size=62) 2024-11-19T07:13:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741842_1018 (size=62) 2024-11-19T07:13:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741842_1018 (size=62) 2024-11-19T07:13:01,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741842_1018 (size=62) 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 95ec322dffbc685090ba767ca9be3c83, disabling compactions & flushes 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,637 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 224f8ff8c2362ac7222a23140c96cf47, disabling compactions & flushes 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. after waiting 0 ms 2024-11-19T07:13:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741843_1019 (size=62) 2024-11-19T07:13:01,637 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:01,637 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. after waiting 0 ms 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 95ec322dffbc685090ba767ca9be3c83: Waiting for close lock at 1732000381637Disabling compacts and flushes for region at 1732000381637Disabling writes for close at 1732000381637Writing region close event to WAL at 1732000381637Closed at 1732000381637 2024-11-19T07:13:01,637 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:01,637 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 224f8ff8c2362ac7222a23140c96cf47: Waiting for close lock at 1732000381637Disabling compacts and flushes for region at 1732000381637Disabling writes for close at 1732000381637Writing region close event to WAL at 1732000381637Closed at 1732000381637 2024-11-19T07:13:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741843_1019 (size=62) 2024-11-19T07:13:01,638 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fdb3531615eb4930609ff40b71d1bba4, NAME => 'SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,638 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e56678576bb71a9fd1c2b9aa2f63736c, NAME => 'SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741844_1020 (size=62) 2024-11-19T07:13:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741844_1020 (size=62) 2024-11-19T07:13:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741844_1020 (size=62) 2024-11-19T07:13:01,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741845_1021 (size=62) 2024-11-19T07:13:01,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 64e31f171c13b764684d641ee66dd01c, disabling compactions & flushes 2024-11-19T07:13:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741845_1021 (size=62) 2024-11-19T07:13:01,678 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:01,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741845_1021 (size=62) 2024-11-19T07:13:01,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. after waiting 0 ms 2024-11-19T07:13:01,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:01,678 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:01,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64e31f171c13b764684d641ee66dd01c: Waiting for close lock at 1732000381678Disabling compacts and flushes for region at 1732000381678Disabling writes for close at 1732000381678Writing region close event to WAL at 1732000381678Closed at 1732000381678 2024-11-19T07:13:01,679 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9418189c1aa2994dc83248736bef1eae, NAME => 'SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f 2024-11-19T07:13:01,689 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,689 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e56678576bb71a9fd1c2b9aa2f63736c, disabling compactions & flushes 2024-11-19T07:13:01,690 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:01,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:01,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. after waiting 0 ms 2024-11-19T07:13:01,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:01,690 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:01,690 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e56678576bb71a9fd1c2b9aa2f63736c: Waiting for close lock at 1732000381689Disabling compacts and flushes for region at 1732000381689Disabling writes for close at 1732000381690 (+1 ms)Writing region close event to WAL at 1732000381690Closed at 1732000381690 2024-11-19T07:13:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741846_1022 (size=62) 2024-11-19T07:13:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741846_1022 (size=62) 2024-11-19T07:13:01,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fdb3531615eb4930609ff40b71d1bba4, disabling compactions & flushes 2024-11-19T07:13:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741846_1022 (size=62) 2024-11-19T07:13:01,707 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:01,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:01,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. after waiting 0 ms 2024-11-19T07:13:01,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:01,707 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:01,708 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fdb3531615eb4930609ff40b71d1bba4: Waiting for close lock at 1732000381707Disabling compacts and flushes for region at 1732000381707Disabling writes for close at 1732000381707Writing region close event to WAL at 1732000381707Closed at 1732000381707 2024-11-19T07:13:01,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741847_1023 (size=54) 2024-11-19T07:13:01,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741847_1023 (size=54) 2024-11-19T07:13:01,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741847_1023 (size=54) 2024-11-19T07:13:01,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:01,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 9418189c1aa2994dc83248736bef1eae, disabling compactions & flushes 2024-11-19T07:13:01,718 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:01,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:01,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. after waiting 0 ms 2024-11-19T07:13:01,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:01,718 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:01,718 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9418189c1aa2994dc83248736bef1eae: Waiting for close lock at 1732000381718Disabling compacts and flushes for region at 1732000381718Disabling writes for close at 1732000381718Writing region close event to WAL at 1732000381718Closed at 1732000381718 2024-11-19T07:13:01,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:13:01,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,729 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732000381721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000381721"}]},"ts":"1732000381721"} 2024-11-19T07:13:01,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T07:13:01,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:13:01,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000381778"}]},"ts":"1732000381778"} 2024-11-19T07:13:01,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T07:13:01,790 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:13:01,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:13:01,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:13:01,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:13:01,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:13:01,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:13:01,804 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:13:01,804 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:13:01,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:13:01,805 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:13:01,805 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:13:01,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d83d12dd2970f20d5c6900d6ac296480, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6853bb022be454e5dacde3bab13e87f2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ec322dffbc685090ba767ca9be3c83, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=224f8ff8c2362ac7222a23140c96cf47, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdb3531615eb4930609ff40b71d1bba4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e56678576bb71a9fd1c2b9aa2f63736c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN}] 2024-11-19T07:13:01,813 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN 2024-11-19T07:13:01,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d83d12dd2970f20d5c6900d6ac296480, ASSIGN 2024-11-19T07:13:01,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN 2024-11-19T07:13:01,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e56678576bb71a9fd1c2b9aa2f63736c, ASSIGN 2024-11-19T07:13:01,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e56678576bb71a9fd1c2b9aa2f63736c, ASSIGN; state=OFFLINE, location=db0afee3eab9,43427,1732000369069; forceNewPlan=false, retain=false 2024-11-19T07:13:01,817 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d83d12dd2970f20d5c6900d6ac296480, ASSIGN; state=OFFLINE, location=db0afee3eab9,43427,1732000369069; forceNewPlan=false, retain=false 2024-11-19T07:13:01,818 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN; state=OFFLINE, location=db0afee3eab9,44745,1732000368973; forceNewPlan=false, retain=false 2024-11-19T07:13:01,818 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN; state=OFFLINE, location=db0afee3eab9,44745,1732000368973; forceNewPlan=false, retain=false 2024-11-19T07:13:01,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN 2024-11-19T07:13:01,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdb3531615eb4930609ff40b71d1bba4, ASSIGN 2024-11-19T07:13:01,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdb3531615eb4930609ff40b71d1bba4, ASSIGN; state=OFFLINE, location=db0afee3eab9,42975,1732000369120; forceNewPlan=false, retain=false 2024-11-19T07:13:01,826 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN; state=OFFLINE, location=db0afee3eab9,44745,1732000368973; forceNewPlan=false, retain=false 2024-11-19T07:13:01,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ec322dffbc685090ba767ca9be3c83, ASSIGN 2024-11-19T07:13:01,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=224f8ff8c2362ac7222a23140c96cf47, ASSIGN 2024-11-19T07:13:01,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=224f8ff8c2362ac7222a23140c96cf47, ASSIGN; state=OFFLINE, location=db0afee3eab9,42975,1732000369120; forceNewPlan=false, retain=false 2024-11-19T07:13:01,833 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ec322dffbc685090ba767ca9be3c83, ASSIGN; state=OFFLINE, location=db0afee3eab9,43427,1732000369069; forceNewPlan=false, retain=false 2024-11-19T07:13:01,835 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN 2024-11-19T07:13:01,837 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN; state=OFFLINE, location=db0afee3eab9,44745,1732000368973; forceNewPlan=false, retain=false 2024-11-19T07:13:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:01,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6853bb022be454e5dacde3bab13e87f2, ASSIGN 2024-11-19T07:13:01,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6853bb022be454e5dacde3bab13e87f2, ASSIGN; state=OFFLINE, location=db0afee3eab9,42975,1732000369120; forceNewPlan=false, retain=false 2024-11-19T07:13:01,971 INFO [db0afee3eab9:34587 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T07:13:01,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=64e31f171c13b764684d641ee66dd01c, regionState=OPENING, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:01,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=59ee17a814910ff80df7613789e5d0a9, regionState=OPENING, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:01,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e56678576bb71a9fd1c2b9aa2f63736c, regionState=OPENING, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:01,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9e5a2c78141d8c90e2400d5eb46a073, regionState=OPENING, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:01,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9418189c1aa2994dc83248736bef1eae, regionState=OPENING, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:01,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fdb3531615eb4930609ff40b71d1bba4, regionState=OPENING, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:01,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=224f8ff8c2362ac7222a23140c96cf47, regionState=OPENING, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:01,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d83d12dd2970f20d5c6900d6ac296480, regionState=OPENING, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:01,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6853bb022be454e5dacde3bab13e87f2, regionState=OPENING, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:01,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95ec322dffbc685090ba767ca9be3c83, regionState=OPENING, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:01,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN because future has completed 2024-11-19T07:13:01,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e31f171c13b764684d641ee66dd01c, server=db0afee3eab9,44745,1732000368973}] 2024-11-19T07:13:01,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e56678576bb71a9fd1c2b9aa2f63736c, ASSIGN because future has completed 2024-11-19T07:13:01,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c, server=db0afee3eab9,43427,1732000369069}] 2024-11-19T07:13:01,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN because future has completed 2024-11-19T07:13:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN because future has completed 2024-11-19T07:13:01,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=224f8ff8c2362ac7222a23140c96cf47, ASSIGN because future has completed 2024-11-19T07:13:01,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073, server=db0afee3eab9,44745,1732000368973}] 2024-11-19T07:13:02,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdb3531615eb4930609ff40b71d1bba4, ASSIGN because future has completed 2024-11-19T07:13:02,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224f8ff8c2362ac7222a23140c96cf47, server=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:13:02,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d83d12dd2970f20d5c6900d6ac296480, ASSIGN because future has completed 2024-11-19T07:13:02,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59ee17a814910ff80df7613789e5d0a9, server=db0afee3eab9,44745,1732000368973}] 2024-11-19T07:13:02,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN because future has completed 2024-11-19T07:13:02,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9418189c1aa2994dc83248736bef1eae, server=db0afee3eab9,44745,1732000368973}] 2024-11-19T07:13:02,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d83d12dd2970f20d5c6900d6ac296480, server=db0afee3eab9,43427,1732000369069}] 2024-11-19T07:13:02,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6853bb022be454e5dacde3bab13e87f2, ASSIGN because future has completed 2024-11-19T07:13:02,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ec322dffbc685090ba767ca9be3c83, ASSIGN because future has completed 2024-11-19T07:13:02,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdb3531615eb4930609ff40b71d1bba4, server=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:13:02,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6853bb022be454e5dacde3bab13e87f2, server=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:13:02,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ec322dffbc685090ba767ca9be3c83, server=db0afee3eab9,43427,1732000369069}] 2024-11-19T07:13:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:02,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:13:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:06,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:13:08,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:13:08,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:13:08,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:13:08,394 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:13:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:11,987 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:13:11,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:13:11,991 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:13:11,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:13:11,997 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:11,997 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d9e5a2c78141d8c90e2400d5eb46a073, NAME => 'SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T07:13:11,998 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:11,998 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:11,999 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:11,999 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,000 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:12,001 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e56678576bb71a9fd1c2b9aa2f63736c, NAME => 'SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T07:13:12,001 INFO [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,001 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,001 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,002 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,002 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,003 INFO [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e5a2c78141d8c90e2400d5eb46a073 columnFamilyName cf 2024-11-19T07:13:12,003 DEBUG [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,003 INFO [StoreOpener-e56678576bb71a9fd1c2b9aa2f63736c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,004 INFO [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] regionserver.HStore(327): Store=d9e5a2c78141d8c90e2400d5eb46a073/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,004 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,005 INFO [StoreOpener-e56678576bb71a9fd1c2b9aa2f63736c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e56678576bb71a9fd1c2b9aa2f63736c columnFamilyName cf 2024-11-19T07:13:12,005 DEBUG [StoreOpener-e56678576bb71a9fd1c2b9aa2f63736c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,005 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,006 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,006 INFO [StoreOpener-e56678576bb71a9fd1c2b9aa2f63736c-1 {}] regionserver.HStore(327): Store=e56678576bb71a9fd1c2b9aa2f63736c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,006 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,007 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,007 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,008 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,008 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,009 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,009 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,009 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,012 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,012 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d9e5a2c78141d8c90e2400d5eb46a073/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,013 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d9e5a2c78141d8c90e2400d5eb46a073; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70216411, jitterRate=0.0463060587644577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,013 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:12,015 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,015 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d9e5a2c78141d8c90e2400d5eb46a073: Running coprocessor pre-open hook at 1732000391999Writing region info on filesystem at 1732000391999Initializing all the Stores at 1732000392001 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392001Cleaning up temporary data from old regions at 1732000392007 (+6 ms)Running coprocessor post-open hooks at 1732000392013 (+6 ms)Region opened successfully at 1732000392014 (+1 ms) 2024-11-19T07:13:12,016 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e56678576bb71a9fd1c2b9aa2f63736c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59031172, jitterRate=-0.12036699056625366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,016 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:12,016 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e56678576bb71a9fd1c2b9aa2f63736c: Running coprocessor pre-open hook at 1732000392002Writing region info on filesystem at 1732000392002Initializing all the Stores at 1732000392003 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392003Cleaning up temporary data from old regions at 1732000392009 (+6 ms)Running coprocessor post-open hooks at 1732000392016 (+7 ms)Region opened successfully at 1732000392016 2024-11-19T07:13:12,017 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., pid=16, masterSystemTime=1732000391991 2024-11-19T07:13:12,017 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073., pid=18, masterSystemTime=1732000391987 2024-11-19T07:13:12,019 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:12,020 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:12,020 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:12,020 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 95ec322dffbc685090ba767ca9be3c83, NAME => 'SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T07:13:12,020 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,020 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,020 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,021 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e56678576bb71a9fd1c2b9aa2f63736c, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:12,022 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:12,022 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:12,022 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:12,022 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 59ee17a814910ff80df7613789e5d0a9, NAME => 'SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T07:13:12,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,023 INFO [StoreOpener-95ec322dffbc685090ba767ca9be3c83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9e5a2c78141d8c90e2400d5eb46a073, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:12,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c, server=db0afee3eab9,43427,1732000369069 because future has completed 2024-11-19T07:13:12,026 INFO [StoreOpener-95ec322dffbc685090ba767ca9be3c83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95ec322dffbc685090ba767ca9be3c83 columnFamilyName cf 2024-11-19T07:13:12,026 DEBUG [StoreOpener-95ec322dffbc685090ba767ca9be3c83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,027 INFO [StoreOpener-95ec322dffbc685090ba767ca9be3c83-1 {}] regionserver.HStore(327): Store=95ec322dffbc685090ba767ca9be3c83/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,027 INFO [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,028 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073, server=db0afee3eab9,44745,1732000368973 because future has completed 2024-11-19T07:13:12,029 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,030 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,031 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,031 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,031 INFO [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59ee17a814910ff80df7613789e5d0a9 columnFamilyName cf 2024-11-19T07:13:12,031 DEBUG [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-19T07:13:12,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c, server=db0afee3eab9,43427,1732000369069 in 10.0440 sec 2024-11-19T07:13:12,033 INFO [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] regionserver.HStore(327): Store=59ee17a814910ff80df7613789e5d0a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,033 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,034 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,035 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,035 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-19T07:13:12,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073, server=db0afee3eab9,44745,1732000368973 in 10.0340 sec 2024-11-19T07:13:12,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e56678576bb71a9fd1c2b9aa2f63736c, ASSIGN in 10.2250 sec 2024-11-19T07:13:12,036 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,036 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN in 10.2280 sec 2024-11-19T07:13:12,040 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,040 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/95ec322dffbc685090ba767ca9be3c83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,041 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 95ec322dffbc685090ba767ca9be3c83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74068858, jitterRate=0.10371199250221252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,041 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:12,041 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 95ec322dffbc685090ba767ca9be3c83: Running coprocessor pre-open hook at 1732000392021Writing region info on filesystem at 1732000392021Initializing all the Stores at 1732000392022 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392022Cleaning up temporary data from old regions at 1732000392031 (+9 ms)Running coprocessor post-open hooks at 1732000392041 (+10 ms)Region opened successfully at 1732000392041 2024-11-19T07:13:12,043 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83., pid=24, masterSystemTime=1732000391991 2024-11-19T07:13:12,046 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:12,046 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:12,046 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:12,046 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d83d12dd2970f20d5c6900d6ac296480, NAME => 'SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T07:13:12,047 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,047 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,047 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:12,047 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=95ec322dffbc685090ba767ca9be3c83, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:12,047 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,047 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 224f8ff8c2362ac7222a23140c96cf47, NAME => 'SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T07:13:12,047 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,048 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,048 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,048 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,049 INFO [StoreOpener-d83d12dd2970f20d5c6900d6ac296480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,050 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/59ee17a814910ff80df7613789e5d0a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,051 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 59ee17a814910ff80df7613789e5d0a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63261455, jitterRate=-0.05733086168766022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,051 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:12,051 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 59ee17a814910ff80df7613789e5d0a9: Running coprocessor pre-open hook at 1732000392024Writing region info on filesystem at 1732000392024Initializing all the Stores at 1732000392026 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392026Cleaning up temporary data from old regions at 1732000392036 (+10 ms)Running coprocessor post-open hooks at 1732000392051 (+15 ms)Region opened successfully at 1732000392051 2024-11-19T07:13:12,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ec322dffbc685090ba767ca9be3c83, server=db0afee3eab9,43427,1732000369069 because future has completed 2024-11-19T07:13:12,052 INFO [StoreOpener-d83d12dd2970f20d5c6900d6ac296480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d83d12dd2970f20d5c6900d6ac296480 columnFamilyName cf 2024-11-19T07:13:12,052 DEBUG [StoreOpener-d83d12dd2970f20d5c6900d6ac296480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,053 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9., pid=17, masterSystemTime=1732000391987 2024-11-19T07:13:12,053 INFO [StoreOpener-d83d12dd2970f20d5c6900d6ac296480-1 {}] regionserver.HStore(327): Store=d83d12dd2970f20d5c6900d6ac296480/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,053 INFO [StoreOpener-224f8ff8c2362ac7222a23140c96cf47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,053 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,054 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,055 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,056 INFO [StoreOpener-224f8ff8c2362ac7222a23140c96cf47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224f8ff8c2362ac7222a23140c96cf47 columnFamilyName cf 2024-11-19T07:13:12,056 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,056 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,056 DEBUG [StoreOpener-224f8ff8c2362ac7222a23140c96cf47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,057 INFO [StoreOpener-224f8ff8c2362ac7222a23140c96cf47-1 {}] regionserver.HStore(327): Store=224f8ff8c2362ac7222a23140c96cf47/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:12,057 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:12,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,057 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:12,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 64e31f171c13b764684d641ee66dd01c, NAME => 'SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T07:13:12,058 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,058 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,058 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,058 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,058 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-19T07:13:12,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 95ec322dffbc685090ba767ca9be3c83, server=db0afee3eab9,43427,1732000369069 in 10.0300 sec 2024-11-19T07:13:12,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=59ee17a814910ff80df7613789e5d0a9, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:12,058 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,059 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,060 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,060 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ec322dffbc685090ba767ca9be3c83, ASSIGN in 10.2510 sec 2024-11-19T07:13:12,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59ee17a814910ff80df7613789e5d0a9, server=db0afee3eab9,44745,1732000368973 because future has completed 2024-11-19T07:13:12,065 INFO [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,065 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d83d12dd2970f20d5c6900d6ac296480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,066 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,066 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d83d12dd2970f20d5c6900d6ac296480; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67222975, jitterRate=0.00170038640499115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,067 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:12,067 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d83d12dd2970f20d5c6900d6ac296480: Running coprocessor pre-open hook at 1732000392047Writing region info on filesystem at 1732000392047Initializing all the Stores at 1732000392049 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392049Cleaning up temporary data from old regions at 1732000392056 (+7 ms)Running coprocessor post-open hooks at 1732000392067 (+11 ms)Region opened successfully at 1732000392067 2024-11-19T07:13:12,068 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480., pid=20, masterSystemTime=1732000391991 2024-11-19T07:13:12,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-19T07:13:12,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 59ee17a814910ff80df7613789e5d0a9, server=db0afee3eab9,44745,1732000368973 in 10.0730 sec 2024-11-19T07:13:12,070 INFO [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64e31f171c13b764684d641ee66dd01c columnFamilyName cf 2024-11-19T07:13:12,070 DEBUG [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,071 INFO [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] regionserver.HStore(327): Store=64e31f171c13b764684d641ee66dd01c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,071 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,071 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:12,072 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:12,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN in 10.2630 sec 2024-11-19T07:13:12,073 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d83d12dd2970f20d5c6900d6ac296480, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:12,073 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/224f8ff8c2362ac7222a23140c96cf47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,073 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,074 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,074 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,074 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 224f8ff8c2362ac7222a23140c96cf47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66261933, jitterRate=-0.01262025535106659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,074 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:12,074 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 224f8ff8c2362ac7222a23140c96cf47: Running coprocessor pre-open hook at 1732000392048Writing region info on filesystem at 1732000392048Initializing all the Stores at 1732000392052 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392052Cleaning up temporary data from old regions at 1732000392060 (+8 ms)Running coprocessor post-open hooks at 1732000392074 (+14 ms)Region opened successfully at 1732000392074 2024-11-19T07:13:12,076 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47., pid=19, masterSystemTime=1732000392032 2024-11-19T07:13:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d83d12dd2970f20d5c6900d6ac296480, server=db0afee3eab9,43427,1732000369069 because future has completed 2024-11-19T07:13:12,078 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,079 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:12,079 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:12,079 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:12,079 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 6853bb022be454e5dacde3bab13e87f2, NAME => 'SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T07:13:12,080 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,080 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,080 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,080 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,082 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=224f8ff8c2362ac7222a23140c96cf47, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:12,082 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/64e31f171c13b764684d641ee66dd01c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,083 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 64e31f171c13b764684d641ee66dd01c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64159254, jitterRate=-0.043952614068984985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,083 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:12,084 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 64e31f171c13b764684d641ee66dd01c: Running coprocessor pre-open hook at 1732000392058Writing region info on filesystem at 1732000392058Initializing all the Stores at 1732000392060 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392060Cleaning up temporary data from old regions at 1732000392074 (+14 ms)Running coprocessor post-open hooks at 1732000392083 (+9 ms)Region opened successfully at 1732000392083 2024-11-19T07:13:12,084 INFO [StoreOpener-6853bb022be454e5dacde3bab13e87f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,085 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., pid=15, masterSystemTime=1732000391987 2024-11-19T07:13:12,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-19T07:13:12,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d83d12dd2970f20d5c6900d6ac296480, server=db0afee3eab9,43427,1732000369069 in 10.0690 sec 2024-11-19T07:13:12,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224f8ff8c2362ac7222a23140c96cf47, server=db0afee3eab9,42975,1732000369120 because future has completed 2024-11-19T07:13:12,088 INFO [StoreOpener-6853bb022be454e5dacde3bab13e87f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6853bb022be454e5dacde3bab13e87f2 columnFamilyName cf 2024-11-19T07:13:12,088 DEBUG [StoreOpener-6853bb022be454e5dacde3bab13e87f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,088 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:12,088 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:12,088 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9418189c1aa2994dc83248736bef1eae, NAME => 'SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T07:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d83d12dd2970f20d5c6900d6ac296480, ASSIGN in 10.2780 sec 2024-11-19T07:13:12,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=64e31f171c13b764684d641ee66dd01c, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:12,090 INFO [StoreOpener-6853bb022be454e5dacde3bab13e87f2-1 {}] regionserver.HStore(327): Store=6853bb022be454e5dacde3bab13e87f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,091 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,094 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e31f171c13b764684d641ee66dd01c, server=db0afee3eab9,44745,1732000368973 because future has completed 2024-11-19T07:13:12,095 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-19T07:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,096 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,096 INFO [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,099 INFO [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9418189c1aa2994dc83248736bef1eae columnFamilyName cf 2024-11-19T07:13:12,099 DEBUG [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 224f8ff8c2362ac7222a23140c96cf47, server=db0afee3eab9,42975,1732000369120 in 10.0880 sec 2024-11-19T07:13:12,100 INFO [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] regionserver.HStore(327): Store=9418189c1aa2994dc83248736bef1eae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,100 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,102 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,102 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,102 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-19T07:13:12,103 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,104 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 64e31f171c13b764684d641ee66dd01c, server=db0afee3eab9,44745,1732000368973 in 10.1170 sec 2024-11-19T07:13:12,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=224f8ff8c2362ac7222a23140c96cf47, ASSIGN in 10.2910 sec 2024-11-19T07:13:12,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN in 10.2950 sec 2024-11-19T07:13:12,107 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,108 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/6853bb022be454e5dacde3bab13e87f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,108 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 6853bb022be454e5dacde3bab13e87f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68382672, jitterRate=0.018981218338012695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,109 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:12,109 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 6853bb022be454e5dacde3bab13e87f2: Running coprocessor pre-open hook at 1732000392080Writing region info on filesystem at 1732000392080Initializing all the Stores at 1732000392083 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392083Cleaning up temporary data from old regions at 1732000392096 (+13 ms)Running coprocessor post-open hooks at 1732000392109 (+13 ms)Region opened successfully at 1732000392109 2024-11-19T07:13:12,110 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2., pid=23, masterSystemTime=1732000392032 2024-11-19T07:13:12,113 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:12,113 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:12,113 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:12,113 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fdb3531615eb4930609ff40b71d1bba4, NAME => 'SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T07:13:12,114 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,114 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:12,114 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6853bb022be454e5dacde3bab13e87f2, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:12,114 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6853bb022be454e5dacde3bab13e87f2, server=db0afee3eab9,42975,1732000369120 because future has completed 2024-11-19T07:13:12,121 INFO [StoreOpener-fdb3531615eb4930609ff40b71d1bba4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,121 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/9418189c1aa2994dc83248736bef1eae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,122 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9418189c1aa2994dc83248736bef1eae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63355912, jitterRate=-0.05592334270477295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,122 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:12,123 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9418189c1aa2994dc83248736bef1eae: Running coprocessor pre-open hook at 1732000392090Writing region info on filesystem at 1732000392090Initializing all the Stores at 1732000392092 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392092Cleaning up temporary data from old regions at 1732000392104 (+12 ms)Running coprocessor post-open hooks at 1732000392122 (+18 ms)Region opened successfully at 1732000392123 (+1 ms) 2024-11-19T07:13:12,123 INFO [StoreOpener-fdb3531615eb4930609ff40b71d1bba4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdb3531615eb4930609ff40b71d1bba4 columnFamilyName cf 2024-11-19T07:13:12,123 DEBUG [StoreOpener-fdb3531615eb4930609ff40b71d1bba4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:12,124 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., pid=21, masterSystemTime=1732000391987 2024-11-19T07:13:12,124 INFO [StoreOpener-fdb3531615eb4930609ff40b71d1bba4-1 {}] regionserver.HStore(327): Store=fdb3531615eb4930609ff40b71d1bba4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:12,124 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,126 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-19T07:13:12,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6853bb022be454e5dacde3bab13e87f2, server=db0afee3eab9,42975,1732000369120 in 10.1010 sec 2024-11-19T07:13:12,127 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:12,127 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:12,128 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,129 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,129 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6853bb022be454e5dacde3bab13e87f2, ASSIGN in 10.3190 sec 2024-11-19T07:13:12,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=9418189c1aa2994dc83248736bef1eae, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44745,1732000368973 2024-11-19T07:13:12,133 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9418189c1aa2994dc83248736bef1eae, server=db0afee3eab9,44745,1732000368973 because future has completed 2024-11-19T07:13:12,137 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:13:12,139 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fdb3531615eb4930609ff40b71d1bba4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69828377, jitterRate=0.04052390158176422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:12,139 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:12,139 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fdb3531615eb4930609ff40b71d1bba4: Running coprocessor pre-open hook at 1732000392114Writing region info on filesystem at 1732000392114Initializing all the Stores at 1732000392116 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000392116Cleaning up temporary data from old regions at 1732000392129 (+13 ms)Running coprocessor post-open hooks at 1732000392139 (+10 ms)Region opened successfully at 1732000392139 2024-11-19T07:13:12,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-19T07:13:12,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 9418189c1aa2994dc83248736bef1eae, server=db0afee3eab9,44745,1732000368973 in 10.1260 sec 2024-11-19T07:13:12,140 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., pid=22, masterSystemTime=1732000392032 2024-11-19T07:13:12,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:12,143 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:12,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fdb3531615eb4930609ff40b71d1bba4, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:12,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN in 10.3330 sec 2024-11-19T07:13:12,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdb3531615eb4930609ff40b71d1bba4, server=db0afee3eab9,42975,1732000369120 because future has completed 2024-11-19T07:13:12,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-19T07:13:12,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fdb3531615eb4930609ff40b71d1bba4, server=db0afee3eab9,42975,1732000369120 in 10.1400 sec 2024-11-19T07:13:12,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-19T07:13:12,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdb3531615eb4930609ff40b71d1bba4, ASSIGN in 10.3460 sec 2024-11-19T07:13:12,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:13:12,160 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000392159"}]},"ts":"1732000392159"} 2024-11-19T07:13:12,162 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T07:13:12,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:13:12,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6570 sec 2024-11-19T07:13:14,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T07:13:16,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:13:17,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:13:18,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-19T07:13:18,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-19T07:13:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:13:19,838 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T07:13:19,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T07:13:19,840 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:13:19,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T07:13:19,854 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:13:19,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T07:13:19,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:19,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., hostname=db0afee3eab9,42975,1732000369120, seqNum=2] 2024-11-19T07:13:20,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,080 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., hostname=db0afee3eab9,43427,1732000369069, seqNum=2] 2024-11-19T07:13:20,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:20,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:20,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:20,155 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:20,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:20,159 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:20,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., hostname=db0afee3eab9,44745,1732000368973, seqNum=2] 2024-11-19T07:13:21,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:13:21,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:13:21,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:13:21,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:13:21,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:21,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42975 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:13:21,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43427 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:13:21,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:13:21,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44745 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:13:22,233 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T07:13:22,235 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:13:22,236 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T07:13:22,240 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T07:13:22,253 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T07:13:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741848_1024 (size=49) 2024-11-19T07:13:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741848_1024 (size=49) 2024-11-19T07:13:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741848_1024 (size=49) 2024-11-19T07:13:22,274 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T07:13:22,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d83d12dd2970f20d5c6900d6ac296480}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6853bb022be454e5dacde3bab13e87f2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ec322dffbc685090ba767ca9be3c83}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 224f8ff8c2362ac7222a23140c96cf47}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb3531615eb4930609ff40b71d1bba4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae}] 2024-11-19T07:13:22,281 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:22,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:22,282 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:22,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:22,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:22,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:22,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:22,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:22,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:22,290 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:22,336 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing db0afee3eab9,44745,1732000368973 2024-11-19T07:13:22,337 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server db0afee3eab9,44745,1732000368973: Simulated kill ***** 2024-11-19T07:13:22,337 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:13:22,340 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:13:22,341 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:13:22,344 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:13:22,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:13:22,352 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 649054576 }, "NonHeapMemoryUsage": { "committed": 157351936, "init": 7667712, "max": -1, "used": 153731928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51408", "tag.serverName": "db0afee3eab9,44745,1732000368973", "tag.clusterId": "81ded2d2-fd28-45e9-bab6-c729a73597c0", "tag.Context": "regionserver", "tag.Hostname": "db0afee3eab9", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732000368973, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T07:13:22,356 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34587 {}] master.MasterRpcServices(700): db0afee3eab9,44745,1732000368973 reported a fatal error: ***** ABORTING region server db0afee3eab9,44745,1732000368973: Simulated kill ***** 2024-11-19T07:13:22,359 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,44745,1732000368973' ***** 2024-11-19T07:13:22,359 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T07:13:22,359 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:13:22,360 INFO [RS:0;db0afee3eab9:44745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T07:13:22,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:13:22,360 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:13:22,360 INFO [RS:0;db0afee3eab9:44745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T07:13:22,360 INFO [RS:0;db0afee3eab9:44745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:13:22,360 INFO [RS:0;db0afee3eab9:44745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44745. 2024-11-19T07:13:22,360 DEBUG [RS:0;db0afee3eab9:44745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:13:22,360 DEBUG [RS:0;db0afee3eab9:44745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:13:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741833_1009 (size=1242) 2024-11-19T07:13:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741833_1009 (size=1242) 2024-11-19T07:13:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741833_1009 (size=1242) 2024-11-19T07:13:22,367 DEBUG [RS:0;db0afee3eab9:44745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:13:22,367 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:13:22,368 INFO [RS:0;db0afee3eab9:44745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44745 2024-11-19T07:13:22,389 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:13:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,44745,1732000368973 2024-11-19T07:13:22,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:13:22,417 INFO [RS:0;db0afee3eab9:44745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:13:22,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,44745,1732000368973] 2024-11-19T07:13:22,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,44745,1732000368973 already deleted, retry=false 2024-11-19T07:13:22,539 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of db0afee3eab9,44745,1732000368973 on db0afee3eab9,34587,1732000368017 2024-11-19T07:13:22,545 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db0afee3eab9,44745,1732000368973, splitWal=true, meta=false 2024-11-19T07:13:22,550 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for db0afee3eab9,44745,1732000368973 (carryingMeta=false) db0afee3eab9,44745,1732000368973/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@713a352[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T07:13:22,551 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db0afee3eab9,44745,1732000368973, splitWal=true, meta=false 2024-11-19T07:13:22,552 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:22,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:22,552 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:22,552 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): db0afee3eab9,44745,1732000368973 had 4 regions 2024-11-19T07:13:22,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:22,553 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 can not run currently because target server of region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. db0afee3eab9,44745,1732000368973 is in state CRASHED, wait 1000 ms to retry 2024-11-19T07:13:22,553 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 can not run currently because target server of region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. db0afee3eab9,44745,1732000368973 is in state CRASHED, wait 1000 ms to retry 2024-11-19T07:13:22,553 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c can not run currently because target server of region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. db0afee3eab9,44745,1732000368973 is in state CRASHED, wait 1000 ms to retry 2024-11-19T07:13:22,553 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae can not run currently because target server of region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. db0afee3eab9,44745,1732000368973 is in state CRASHED, wait 1000 ms to retry 2024-11-19T07:13:22,554 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073; timeout=1000, timestamp=1732000403554 2024-11-19T07:13:22,554 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9; timeout=1000, timestamp=1732000403554 2024-11-19T07:13:22,554 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c; timeout=1000, timestamp=1732000403554 2024-11-19T07:13:22,554 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae; timeout=1000, timestamp=1732000403554 2024-11-19T07:13:22,554 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,44745,1732000368973, splitWal=true, meta=false, isMeta: false 2024-11-19T07:13:22,556 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting 2024-11-19T07:13:22,558 INFO [PEWorker-5 {}] master.SplitWALManager(105): db0afee3eab9,44745,1732000368973 WAL count=1, meta=false 2024-11-19T07:13:22,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure db0afee3eab9%2C44745%2C1732000368973.1732000370836}] 2024-11-19T07:13:22,566 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:22,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C44745%2C1732000368973.1732000370836, worker=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:13:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:13:22,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44745-0x10151f03d3a0001, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:13:22,592 INFO [RS:0;db0afee3eab9:44745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:13:22,592 INFO [RS:0;db0afee3eab9:44745 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,44745,1732000368973; zookeeper connection closed. 2024-11-19T07:13:22,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3498aa55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3498aa55 2024-11-19T07:13:22,657 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:13:22,657 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:13:23,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:23,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:23,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:23,555 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:23,557 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 can not run currently because target server of region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T07:13:23,557 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 can not run currently because target server of region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T07:13:23,557 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073; timeout=2000, timestamp=1732000405557 2024-11-19T07:13:23,557 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c can not run currently because target server of region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T07:13:23,557 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae can not run currently because target server of region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 2000 ms to retry 2024-11-19T07:13:23,557 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9; timeout=2000, timestamp=1732000405557 2024-11-19T07:13:23,557 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c; timeout=2000, timestamp=1732000405557 2024-11-19T07:13:23,557 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae; timeout=2000, timestamp=1732000405557 2024-11-19T07:13:25,328 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T07:13:25,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:25,558 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:25,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:25,558 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:25,560 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 can not run currently because target server of region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T07:13:25,560 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 can not run currently because target server of region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T07:13:25,560 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9; timeout=4000, timestamp=1732000409560 2024-11-19T07:13:25,560 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073; timeout=4000, timestamp=1732000409560 2024-11-19T07:13:25,561 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae can not run currently because target server of region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T07:13:25,561 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c can not run currently because target server of region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 4000 ms to retry 2024-11-19T07:13:25,561 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae; timeout=4000, timestamp=1732000409561 2024-11-19T07:13:25,561 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c; timeout=4000, timestamp=1732000409561 2024-11-19T07:13:29,561 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:29,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:29,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:29,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:29,565 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c can not run currently because target server of region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T07:13:29,565 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 can not run currently because target server of region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T07:13:29,565 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae can not run currently because target server of region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T07:13:29,565 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9; timeout=8000, timestamp=1732000417565 2024-11-19T07:13:29,565 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae; timeout=8000, timestamp=1732000417565 2024-11-19T07:13:29,565 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c; timeout=8000, timestamp=1732000417565 2024-11-19T07:13:29,565 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 can not run currently because target server of region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. db0afee3eab9,44745,1732000368973 is in state SPLITTING, wait 8000 ms to retry 2024-11-19T07:13:29,565 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073; timeout=8000, timestamp=1732000417565 2024-11-19T07:13:32,032 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=db0afee3eab9,44745,1732000368973, timeout=1732000412283, delay=250, operations=null, containedObject=db0afee3eab9,42975,1732000369120, timeout=1732000412283, delay=250, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 224f8ff8c2362ac7222a23140c96cf47, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6853bb022be454e5dacde3bab13e87f2, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C44745%2C1732000368973.1732000370836, worker=db0afee3eab9,42975,1732000369120, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb3531615eb4930609ff40b71d1bba4], containedObject=db0afee3eab9,43427,1732000369069, timeout=1732000412283, delay=250, operations=[pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ec322dffbc685090ba767ca9be3c83, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d83d12dd2970f20d5c6900d6ac296480, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c]] 2024-11-19T07:13:32,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T07:13:32,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T07:13:32,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T07:13:32,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T07:13:32,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:32,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:32,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:32,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T07:13:32,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-19T07:13:32,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:32,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:32,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T07:13:32,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:32,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d83d12dd2970f20d5c6900d6ac296480: 2024-11-19T07:13:32,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. for SnapshotProcedureTest completed. 2024-11-19T07:13:32,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6853bb022be454e5dacde3bab13e87f2: 2024-11-19T07:13:32,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 224f8ff8c2362ac7222a23140c96cf47: 2024-11-19T07:13:32,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. for SnapshotProcedureTest completed. 2024-11-19T07:13:32,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. for SnapshotProcedureTest completed. 2024-11-19T07:13:32,297 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fdb3531615eb4930609ff40b71d1bba4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T07:13:32,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 95ec322dffbc685090ba767ca9be3c83: 2024-11-19T07:13:32,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. for SnapshotProcedureTest completed. 2024-11-19T07:13:32,299 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e56678576bb71a9fd1c2b9aa2f63736c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T07:13:32,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:32,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:32,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:32,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:32,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:32,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:32,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:32,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:32,341 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836, size=1.2 K (1242bytes) 2024-11-19T07:13:32,342 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T07:13:32,345 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T07:13:32,347 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 2024-11-19T07:13:32,386 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 after 28ms 2024-11-19T07:13:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741850_1026 (size=65) 2024-11-19T07:13:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741850_1026 (size=65) 2024-11-19T07:13:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741850_1026 (size=65) 2024-11-19T07:13:32,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:13:32,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T07:13:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T07:13:32,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:32,435 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:13:32,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d83d12dd2970f20d5c6900d6ac296480 in 10.1640 sec 2024-11-19T07:13:32,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/.tmp/cf/87cbdad7c6e24672ae7034708f8781e6 is 34, key is baa/cf:cf/1732000401165/Put/seqid=0 2024-11-19T07:13:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741849_1025 (size=65) 2024-11-19T07:13:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741849_1025 (size=65) 2024-11-19T07:13:32,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:13:32,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T07:13:32,467 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 took 128ms 2024-11-19T07:13:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T07:13:32,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:32,469 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:13:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741849_1025 (size=65) 2024-11-19T07:13:32,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95ec322dffbc685090ba767ca9be3c83 in 10.1970 sec 2024-11-19T07:13:32,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741851_1027 (size=65) 2024-11-19T07:13:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741851_1027 (size=65) 2024-11-19T07:13:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741851_1027 (size=65) 2024-11-19T07:13:32,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:13:32,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T07:13:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T07:13:32,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:32,489 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:13:32,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6853bb022be454e5dacde3bab13e87f2 in 10.2150 sec 2024-11-19T07:13:32,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/.tmp/cf/b93abfc775004df08a07664244d0534c is 34, key is ccd/cf:cf/1732000401217/Put/seqid=0 2024-11-19T07:13:32,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741852_1028 (size=65) 2024-11-19T07:13:32,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741852_1028 (size=65) 2024-11-19T07:13:32,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741852_1028 (size=65) 2024-11-19T07:13:32,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:13:32,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T07:13:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T07:13:32,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:32,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:13:32,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 224f8ff8c2362ac7222a23140c96cf47 in 10.2780 sec 2024-11-19T07:13:32,583 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d9e5a2c78141d8c90e2400d5eb46a073: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T07:13:32,592 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 59ee17a814910ff80df7613789e5d0a9: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T07:13:32,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 64e31f171c13b764684d641ee66dd01c: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T07:13:32,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9418189c1aa2994dc83248736bef1eae: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T07:13:32,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 so closing down 2024-11-19T07:13:32,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:13:32,599 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:13:32,604 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 35 ms; skipped=4; WAL=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-19T07:13:32,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836, journal: Splitting hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836, size=1.2 K (1242bytes) at 1732000412341Finishing writing output for hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 so closing down at 1732000412598 (+257 ms)3 split writer threads finished at 1732000412599 (+1 ms)Processed 4 edits across 0 Regions in 35 ms; skipped=4; WAL=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1732000412604 (+5 ms) 2024-11-19T07:13:32,606 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 2024-11-19T07:13:32,606 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T07:13:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T07:13:32,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741853_1029 (size=28623) 2024-11-19T07:13:32,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741853_1029 (size=28623) 2024-11-19T07:13:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741853_1029 (size=28623) 2024-11-19T07:13:32,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/.tmp/cf/87cbdad7c6e24672ae7034708f8781e6 2024-11-19T07:13:32,638 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting/db0afee3eab9%2C44745%2C1732000368973.1732000370836 to hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs 2024-11-19T07:13:32,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T07:13:32,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C44745%2C1732000368973.1732000370836, worker=db0afee3eab9,42975,1732000369120 in 10.0690 sec 2024-11-19T07:13:32,643 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741854_1030 (size=47197) 2024-11-19T07:13:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741854_1030 (size=47197) 2024-11-19T07:13:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741854_1030 (size=47197) 2024-11-19T07:13:32,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/.tmp/cf/b93abfc775004df08a07664244d0534c 2024-11-19T07:13:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T07:13:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure db0afee3eab9%2C44745%2C1732000368973.1732000370836, worker=db0afee3eab9,42975,1732000369120 in 10.0840 sec 2024-11-19T07:13:32,652 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting dir is empty, no logs to split. 2024-11-19T07:13:32,652 INFO [PEWorker-5 {}] master.SplitWALManager(105): db0afee3eab9,44745,1732000368973 WAL count=0, meta=false 2024-11-19T07:13:32,652 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,44745,1732000368973 WAL splitting is done? wals=0, meta=false 2024-11-19T07:13:32,662 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for db0afee3eab9,44745,1732000368973 failed, ignore...File hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/WALs/db0afee3eab9,44745,1732000368973-splitting does not exist. 2024-11-19T07:13:32,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN}] 2024-11-19T07:13:32,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN 2024-11-19T07:13:32,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN 2024-11-19T07:13:32,675 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:13:32,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:13:32,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN 2024-11-19T07:13:32,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN 2024-11-19T07:13:32,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:13:32,679 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:13:32,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/.tmp/cf/b93abfc775004df08a07664244d0534c as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/cf/b93abfc775004df08a07664244d0534c 2024-11-19T07:13:32,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/.tmp/cf/87cbdad7c6e24672ae7034708f8781e6 as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/cf/87cbdad7c6e24672ae7034708f8781e6 2024-11-19T07:13:32,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/cf/87cbdad7c6e24672ae7034708f8781e6, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T07:13:32,720 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/cf/b93abfc775004df08a07664244d0534c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T07:13:32,726 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fdb3531615eb4930609ff40b71d1bba4 in 428ms, sequenceid=5, compaction requested=false 2024-11-19T07:13:32,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fdb3531615eb4930609ff40b71d1bba4: 2024-11-19T07:13:32,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. for SnapshotProcedureTest completed. 2024-11-19T07:13:32,727 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e56678576bb71a9fd1c2b9aa2f63736c in 434ms, sequenceid=5, compaction requested=false 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e56678576bb71a9fd1c2b9aa2f63736c: 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. for SnapshotProcedureTest completed. 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/cf/87cbdad7c6e24672ae7034708f8781e6] hfiles 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:32,727 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/cf/b93abfc775004df08a07664244d0534c] hfiles 2024-11-19T07:13:32,729 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/cf/b93abfc775004df08a07664244d0534c for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/cf/87cbdad7c6e24672ae7034708f8781e6 for snapshot=SnapshotProcedureTest 2024-11-19T07:13:32,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741856_1032 (size=105) 2024-11-19T07:13:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741856_1032 (size=105) 2024-11-19T07:13:32,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:13:32,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T07:13:32,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741856_1032 (size=105) 2024-11-19T07:13:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T07:13:32,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:32,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:13:32,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdb3531615eb4930609ff40b71d1bba4 in 10.5370 sec 2024-11-19T07:13:32,826 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:13:32,826 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:13:32,826 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:13:32,826 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:13:32,826 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:13:32,826 INFO [db0afee3eab9:34587 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:13:32,826 INFO [db0afee3eab9:34587 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:13:32,826 DEBUG [db0afee3eab9:34587 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:13:32,830 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64e31f171c13b764684d641ee66dd01c, regionState=OPENING, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:32,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d9e5a2c78141d8c90e2400d5eb46a073, regionState=OPENING, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:32,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9418189c1aa2994dc83248736bef1eae, regionState=OPENING, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:32,834 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=59ee17a814910ff80df7613789e5d0a9, regionState=OPENING, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:32,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741855_1031 (size=105) 2024-11-19T07:13:32,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN because future has completed 2024-11-19T07:13:32,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e31f171c13b764684d641ee66dd01c, server=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:13:32,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN because future has completed 2024-11-19T07:13:32,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9418189c1aa2994dc83248736bef1eae, server=db0afee3eab9,43427,1732000369069}] 2024-11-19T07:13:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741855_1031 (size=105) 2024-11-19T07:13:32,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN because future has completed 2024-11-19T07:13:32,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073, server=db0afee3eab9,42975,1732000369120}] 2024-11-19T07:13:32,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN because future has completed 2024-11-19T07:13:32,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59ee17a814910ff80df7613789e5d0a9, server=db0afee3eab9,43427,1732000369069}] 2024-11-19T07:13:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741855_1031 (size=105) 2024-11-19T07:13:32,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:13:32,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T07:13:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T07:13:32,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:32,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:13:32,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e56678576bb71a9fd1c2b9aa2f63736c in 10.5790 sec 2024-11-19T07:13:37,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 held by pid=40 2024-11-19T07:13:37,566 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:37,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 held by pid=42 2024-11-19T07:13:37,566 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:37,566 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae held by pid=41 2024-11-19T07:13:37,566 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:37,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c held by pid=39 2024-11-19T07:13:37,566 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:41,780 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T07:13:41,780 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T07:13:42,855 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:42,856 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 64e31f171c13b764684d641ee66dd01c, NAME => 'SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T07:13:42,856 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,856 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:42,857 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,857 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,858 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:42,859 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 59ee17a814910ff80df7613789e5d0a9, NAME => 'SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T07:13:42,859 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,859 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:42,859 INFO [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,860 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,860 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,861 INFO [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64e31f171c13b764684d641ee66dd01c columnFamilyName cf 2024-11-19T07:13:42,861 DEBUG [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:42,862 INFO [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,862 INFO [StoreOpener-64e31f171c13b764684d641ee66dd01c-1 {}] regionserver.HStore(327): Store=64e31f171c13b764684d641ee66dd01c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:42,862 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,863 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,863 INFO [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59ee17a814910ff80df7613789e5d0a9 columnFamilyName cf 2024-11-19T07:13:42,863 DEBUG [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:42,864 INFO [StoreOpener-59ee17a814910ff80df7613789e5d0a9-1 {}] regionserver.HStore(327): Store=59ee17a814910ff80df7613789e5d0a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:42,864 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,865 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,865 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,865 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,865 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,867 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,867 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,867 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,868 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,869 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 64e31f171c13b764684d641ee66dd01c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351006, jitterRate=0.06321284174919128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:42,870 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,870 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 64e31f171c13b764684d641ee66dd01c: Running coprocessor pre-open hook at 1732000422857Writing region info on filesystem at 1732000422857Initializing all the Stores at 1732000422859 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000422859Cleaning up temporary data from old regions at 1732000422865 (+6 ms)Running coprocessor post-open hooks at 1732000422870 (+5 ms)Region opened successfully at 1732000422870 2024-11-19T07:13:42,871 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,871 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c., pid=43, masterSystemTime=1732000422843 2024-11-19T07:13:42,872 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 59ee17a814910ff80df7613789e5d0a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74699855, jitterRate=0.11311458051204681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:42,873 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,873 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 59ee17a814910ff80df7613789e5d0a9: Running coprocessor pre-open hook at 1732000422860Writing region info on filesystem at 1732000422860Initializing all the Stores at 1732000422861 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000422861Cleaning up temporary data from old regions at 1732000422868 (+7 ms)Running coprocessor post-open hooks at 1732000422873 (+5 ms)Region opened successfully at 1732000422873 2024-11-19T07:13:42,873 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:42,874 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:42,874 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:42,874 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d9e5a2c78141d8c90e2400d5eb46a073, NAME => 'SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T07:13:42,874 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,874 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:42,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=64e31f171c13b764684d641ee66dd01c, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:42,874 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,875 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,875 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9., pid=46, masterSystemTime=1732000422849 2024-11-19T07:13:42,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64e31f171c13b764684d641ee66dd01c, server=db0afee3eab9,42975,1732000369120 because future has completed 2024-11-19T07:13:42,877 INFO [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,878 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:42,878 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:42,878 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:42,878 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 9418189c1aa2994dc83248736bef1eae, NAME => 'SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T07:13:42,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=59ee17a814910ff80df7613789e5d0a9, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:42,879 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,879 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:13:42,879 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,879 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,879 INFO [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e5a2c78141d8c90e2400d5eb46a073 columnFamilyName cf 2024-11-19T07:13:42,879 DEBUG [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:42,882 INFO [StoreOpener-d9e5a2c78141d8c90e2400d5eb46a073-1 {}] regionserver.HStore(327): Store=d9e5a2c78141d8c90e2400d5eb46a073/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:42,882 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59ee17a814910ff80df7613789e5d0a9, server=db0afee3eab9,43427,1732000369069 because future has completed 2024-11-19T07:13:42,883 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-19T07:13:42,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 64e31f171c13b764684d641ee66dd01c, server=db0afee3eab9,42975,1732000369120 in 10.0400 sec 2024-11-19T07:13:42,886 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=64e31f171c13b764684d641ee66dd01c, ASSIGN in 10.2140 sec 2024-11-19T07:13:42,886 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:42,888 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,888 INFO [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-19T07:13:42,889 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 59ee17a814910ff80df7613789e5d0a9, server=db0afee3eab9,43427,1732000369069 in 10.0380 sec 2024-11-19T07:13:42,890 INFO [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9418189c1aa2994dc83248736bef1eae columnFamilyName cf 2024-11-19T07:13:42,891 DEBUG [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:13:42,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59ee17a814910ff80df7613789e5d0a9, ASSIGN in 10.2180 sec 2024-11-19T07:13:42,892 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:42,893 INFO [StoreOpener-9418189c1aa2994dc83248736bef1eae-1 {}] regionserver.HStore(327): Store=9418189c1aa2994dc83248736bef1eae/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:13:42,893 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,894 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,895 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,897 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,897 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d9e5a2c78141d8c90e2400d5eb46a073; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73602761, jitterRate=0.09676660597324371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:42,897 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,897 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d9e5a2c78141d8c90e2400d5eb46a073: Running coprocessor pre-open hook at 1732000422875Writing region info on filesystem at 1732000422875Initializing all the Stores at 1732000422877 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000422877Cleaning up temporary data from old regions at 1732000422889 (+12 ms)Running coprocessor post-open hooks at 1732000422897 (+8 ms)Region opened successfully at 1732000422897 2024-11-19T07:13:42,898 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,898 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,899 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073., pid=45, masterSystemTime=1732000422843 2024-11-19T07:13:42,902 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,902 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:42,902 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:42,903 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=d9e5a2c78141d8c90e2400d5eb46a073, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:42,904 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 9418189c1aa2994dc83248736bef1eae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71629454, jitterRate=0.06736204028129578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:13:42,904 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,904 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 9418189c1aa2994dc83248736bef1eae: Running coprocessor pre-open hook at 1732000422879Writing region info on filesystem at 1732000422879Initializing all the Stores at 1732000422883 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000422883Cleaning up temporary data from old regions at 1732000422898 (+15 ms)Running coprocessor post-open hooks at 1732000422904 (+6 ms)Region opened successfully at 1732000422904 2024-11-19T07:13:42,905 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., pid=44, masterSystemTime=1732000422849 2024-11-19T07:13:42,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073, server=db0afee3eab9,42975,1732000369120 because future has completed 2024-11-19T07:13:42,907 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:42,908 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:42,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=9418189c1aa2994dc83248736bef1eae, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:42,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9418189c1aa2994dc83248736bef1eae, server=db0afee3eab9,43427,1732000369069 because future has completed 2024-11-19T07:13:42,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-11-19T07:13:42,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073, server=db0afee3eab9,42975,1732000369120 in 10.0630 sec 2024-11-19T07:13:42,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9e5a2c78141d8c90e2400d5eb46a073, ASSIGN in 10.2430 sec 2024-11-19T07:13:42,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:42,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-19T07:13:42,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 9418189c1aa2994dc83248736bef1eae, server=db0afee3eab9,43427,1732000369069 in 10.0710 sec 2024-11-19T07:13:42,919 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:42,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-19T07:13:42,920 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server db0afee3eab9,44745,1732000368973 after splitting done 2024-11-19T07:13:42,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9418189c1aa2994dc83248736bef1eae, ASSIGN in 10.2470 sec 2024-11-19T07:13:42,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure db0afee3eab9,44745,1732000368973, splitWal=true, meta=false in 20.3800 sec 2024-11-19T07:13:46,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:13:48,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T07:13:50,895 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T07:13:52,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T07:13:52,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:52,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d9e5a2c78141d8c90e2400d5eb46a073: 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. for SnapshotProcedureTest completed. 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 64e31f171c13b764684d641ee66dd01c: 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. for SnapshotProcedureTest completed. 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:52,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:52,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T07:13:52,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T07:13:52,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:52,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:52,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 59ee17a814910ff80df7613789e5d0a9: 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. for SnapshotProcedureTest completed. 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 9418189c1aa2994dc83248736bef1eae: 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. for SnapshotProcedureTest completed. 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:13:52,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:13:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741857_1033 (size=65) 2024-11-19T07:13:52,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741857_1033 (size=65) 2024-11-19T07:13:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741857_1033 (size=65) 2024-11-19T07:13:52,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:13:52,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T07:13:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T07:13:52,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:52,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:13:52,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 64e31f171c13b764684d641ee66dd01c in 30.6470 sec 2024-11-19T07:13:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741858_1034 (size=57) 2024-11-19T07:13:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741858_1034 (size=57) 2024-11-19T07:13:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741858_1034 (size=57) 2024-11-19T07:13:52,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:13:52,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T07:13:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T07:13:52,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:52,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:13:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741859_1035 (size=57) 2024-11-19T07:13:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741859_1035 (size=57) 2024-11-19T07:13:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741859_1035 (size=57) 2024-11-19T07:13:52,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:13:52,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T07:13:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T07:13:52,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:52,945 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:13:52,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9e5a2c78141d8c90e2400d5eb46a073 in 30.6640 sec 2024-11-19T07:13:52,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9418189c1aa2994dc83248736bef1eae in 30.6700 sec 2024-11-19T07:13:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741860_1036 (size=65) 2024-11-19T07:13:52,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741860_1036 (size=65) 2024-11-19T07:13:52,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741860_1036 (size=65) 2024-11-19T07:13:52,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:13:52,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T07:13:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T07:13:52,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:52,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:13:52,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-19T07:13:52,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59ee17a814910ff80df7613789e5d0a9 in 30.6820 sec 2024-11-19T07:13:52,963 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T07:13:52,966 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T07:13:52,969 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T07:13:52,969 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T07:13:52,973 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T07:13:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741861_1037 (size=1094) 2024-11-19T07:13:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741861_1037 (size=1094) 2024-11-19T07:13:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741861_1037 (size=1094) 2024-11-19T07:13:53,061 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T07:13:53,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T07:13:53,089 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:53,089 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:53,089 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:53,089 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:53,089 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:13:53,105 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:13:57,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e56678576bb71a9fd1c2b9aa2f63736c, had cached 0 bytes from a total of 47197 2024-11-19T07:13:57,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fdb3531615eb4930609ff40b71d1bba4, had cached 0 bytes from a total of 28623 2024-11-19T07:13:58,331 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T07:14:01,324 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9e5a2c78141d8c90e2400d5eb46a073 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,324 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6853bb022be454e5dacde3bab13e87f2 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,325 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 224f8ff8c2362ac7222a23140c96cf47 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,325 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 64e31f171c13b764684d641ee66dd01c changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,325 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fdb3531615eb4930609ff40b71d1bba4 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,325 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d83d12dd2970f20d5c6900d6ac296480 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,325 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 59ee17a814910ff80df7613789e5d0a9 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,326 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 95ec322dffbc685090ba767ca9be3c83 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,326 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e56678576bb71a9fd1c2b9aa2f63736c changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:01,326 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9418189c1aa2994dc83248736bef1eae changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:03,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-19T07:14:03,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-19T07:14:03,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-19T07:14:03,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-19T07:14:03,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-19T07:14:03,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-19T07:14:03,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T07:14:03,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T07:14:03,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-19T07:14:03,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T07:14:03,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-19T07:14:03,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-19T07:14:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-19T07:14:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T07:14:03,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T07:14:03,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-19T07:14:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-19T07:14:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-19T07:14:03,107 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 Release verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:03,107 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 Release verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T07:14:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-19T07:14:03,108 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 Release verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:03,109 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:03,109 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:03,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 in 10.0330 sec 2024-11-19T07:14:03,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 in 10.0330 sec 2024-11-19T07:14:03,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 in 10.0340 sec 2024-11-19T07:14:03,112 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 Release verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:03,112 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 Release verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:03,113 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 Release verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:03,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 in 10.0380 sec 2024-11-19T07:14:03,114 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:03,114 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:03,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 in 10.0390 sec 2024-11-19T07:14:03,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 in 10.0380 sec 2024-11-19T07:14:13,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-19T07:14:13,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-19T07:14:13,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-19T07:14:13,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-19T07:14:13,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-19T07:14:13,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T07:14:13,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-19T07:14:13,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T07:14:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T07:14:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-19T07:14:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-19T07:14:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34587 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T07:14:13,117 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 Release verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:13,117 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 Release verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:13,119 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 Release verify snapshot worker=db0afee3eab9,42975,1732000369120 2024-11-19T07:14:13,119 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 Release verify snapshot worker=db0afee3eab9,43427,1732000369069 2024-11-19T07:14:13,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 in 20.0430 sec 2024-11-19T07:14:13,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 in 20.0430 sec 2024-11-19T07:14:13,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,42975,1732000369120 in 20.0450 sec 2024-11-19T07:14:13,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=25 2024-11-19T07:14:13,124 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T07:14:13,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,43427,1732000369069 in 20.0460 sec 2024-11-19T07:14:13,125 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T07:14:13,128 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T07:14:13,128 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T07:14:13,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9000 sec 2024-11-19T07:14:13,389 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T07:14:13,398 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T07:14:13,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:14:13,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:14:13,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:14:13,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:14:13,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:14:13,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=993789272, stopped=false 2024-11-19T07:14:13,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,34587,1732000368017 2024-11-19T07:14:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:13,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:13,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:13,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:13,445 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:14:13,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:14:13,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:14:13,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,43427,1732000369069' ***** 2024-11-19T07:14:13,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:14:13,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,42975,1732000369120' ***** 2024-11-19T07:14:13,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:14:13,447 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:14:13,447 INFO [RS:2;db0afee3eab9:42975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:14:13,447 INFO [RS:2;db0afee3eab9:42975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:14:13,447 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(3091): Received CLOSE for fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:14:13,448 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:14:13,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:13,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:13,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:13,449 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:14:13,449 INFO [RS:1;db0afee3eab9:43427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:14:13,449 INFO [RS:1;db0afee3eab9:43427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:14:13,449 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 59ee17a814910ff80df7613789e5d0a9 2024-11-19T07:14:13,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:14:13,450 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(3091): Received CLOSE for d9e5a2c78141d8c90e2400d5eb46a073 2024-11-19T07:14:13,450 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(3091): Received CLOSE for 224f8ff8c2362ac7222a23140c96cf47 2024-11-19T07:14:13,450 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(3091): Received CLOSE for 6853bb022be454e5dacde3bab13e87f2 2024-11-19T07:14:13,450 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(3091): Received CLOSE for 64e31f171c13b764684d641ee66dd01c 2024-11-19T07:14:13,450 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,42975,1732000369120 2024-11-19T07:14:13,451 INFO [RS:2;db0afee3eab9:42975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:14:13,451 INFO [RS:2;db0afee3eab9:42975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;db0afee3eab9:42975. 2024-11-19T07:14:13,451 DEBUG [RS:2;db0afee3eab9:42975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:14:13,451 DEBUG [RS:2;db0afee3eab9:42975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,451 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:14:13,451 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:14:13,451 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:14:13,451 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 9418189c1aa2994dc83248736bef1eae 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for 95ec322dffbc685090ba767ca9be3c83 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(3091): Received CLOSE for d83d12dd2970f20d5c6900d6ac296480 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,43427,1732000369069 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:14:13,452 INFO [RS:1;db0afee3eab9:43427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db0afee3eab9:43427. 2024-11-19T07:14:13,452 DEBUG [RS:1;db0afee3eab9:43427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:14:13,452 DEBUG [RS:1;db0afee3eab9:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,452 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdb3531615eb4930609ff40b71d1bba4, disabling compactions & flushes 2024-11-19T07:14:13,452 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:14:13,453 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. after waiting 0 ms 2024-11-19T07:14:13,453 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1325): Online Regions={59ee17a814910ff80df7613789e5d0a9=SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9., e56678576bb71a9fd1c2b9aa2f63736c=SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c., 9418189c1aa2994dc83248736bef1eae=SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae., 95ec322dffbc685090ba767ca9be3c83=SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83., d83d12dd2970f20d5c6900d6ac296480=SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480.} 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59ee17a814910ff80df7613789e5d0a9, disabling compactions & flushes 2024-11-19T07:14:13,453 DEBUG [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1351): Waiting on 59ee17a814910ff80df7613789e5d0a9, 9418189c1aa2994dc83248736bef1eae, 95ec322dffbc685090ba767ca9be3c83, d83d12dd2970f20d5c6900d6ac296480, e56678576bb71a9fd1c2b9aa2f63736c 2024-11-19T07:14:13,453 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. after waiting 0 ms 2024-11-19T07:14:13,453 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:14:13,454 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-19T07:14:13,454 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1325): Online Regions={fdb3531615eb4930609ff40b71d1bba4=SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4., d9e5a2c78141d8c90e2400d5eb46a073=SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073., 224f8ff8c2362ac7222a23140c96cf47=SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47., 1588230740=hbase:meta,,1.1588230740, 6853bb022be454e5dacde3bab13e87f2=SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2., 64e31f171c13b764684d641ee66dd01c=SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c.} 2024-11-19T07:14:13,454 DEBUG [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224f8ff8c2362ac7222a23140c96cf47, 64e31f171c13b764684d641ee66dd01c, 6853bb022be454e5dacde3bab13e87f2, d9e5a2c78141d8c90e2400d5eb46a073, fdb3531615eb4930609ff40b71d1bba4 2024-11-19T07:14:13,455 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:14:13,455 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:14:13,455 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:14:13,455 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:14:13,455 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:14:13,455 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-19T07:14:13,472 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/fdb3531615eb4930609ff40b71d1bba4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:14:13,479 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:14:13,479 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdb3531615eb4930609ff40b71d1bba4: Waiting for close lock at 1732000453452Running coprocessor pre-close hooks at 1732000453452Disabling compacts and flushes for region at 1732000453452Disabling writes for close at 1732000453453 (+1 ms)Writing region close event to WAL at 1732000453459 (+6 ms)Running coprocessor post-close hooks at 1732000453477 (+18 ms)Closed at 1732000453479 (+2 ms) 2024-11-19T07:14:13,480 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732000381501.fdb3531615eb4930609ff40b71d1bba4. 2024-11-19T07:14:13,480 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9e5a2c78141d8c90e2400d5eb46a073, disabling compactions & flushes 2024-11-19T07:14:13,480 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:14:13,480 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:14:13,480 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. after waiting 0 ms 2024-11-19T07:14:13,481 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:14:13,490 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/59ee17a814910ff80df7613789e5d0a9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,491 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:14:13,491 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59ee17a814910ff80df7613789e5d0a9: Waiting for close lock at 1732000453453Running coprocessor pre-close hooks at 1732000453453Disabling compacts and flushes for region at 1732000453453Disabling writes for close at 1732000453453Writing region close event to WAL at 1732000453458 (+5 ms)Running coprocessor post-close hooks at 1732000453491 (+33 ms)Closed at 1732000453491 2024-11-19T07:14:13,491 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732000381501.59ee17a814910ff80df7613789e5d0a9. 2024-11-19T07:14:13,492 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e56678576bb71a9fd1c2b9aa2f63736c, disabling compactions & flushes 2024-11-19T07:14:13,492 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:14:13,492 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:14:13,492 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. after waiting 0 ms 2024-11-19T07:14:13,492 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:14:13,495 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d9e5a2c78141d8c90e2400d5eb46a073/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,497 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:14:13,497 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9e5a2c78141d8c90e2400d5eb46a073: Waiting for close lock at 1732000453480Running coprocessor pre-close hooks at 1732000453480Disabling compacts and flushes for region at 1732000453480Disabling writes for close at 1732000453480Writing region close event to WAL at 1732000453488 (+8 ms)Running coprocessor post-close hooks at 1732000453497 (+9 ms)Closed at 1732000453497 2024-11-19T07:14:13,498 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732000381501.d9e5a2c78141d8c90e2400d5eb46a073. 2024-11-19T07:14:13,498 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 224f8ff8c2362ac7222a23140c96cf47, disabling compactions & flushes 2024-11-19T07:14:13,498 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:14:13,498 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:14:13,498 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. after waiting 0 ms 2024-11-19T07:14:13,498 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:14:13,500 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/info/45bdb30c1d534c2ca58fd89ff993fe30 is 167, key is SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480./info:regioninfo/1732000392073/Put/seqid=0 2024-11-19T07:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/e56678576bb71a9fd1c2b9aa2f63736c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:14:13,502 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:14:13,503 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e56678576bb71a9fd1c2b9aa2f63736c: Waiting for close lock at 1732000453492Running coprocessor pre-close hooks at 1732000453492Disabling compacts and flushes for region at 1732000453492Disabling writes for close at 1732000453492Writing region close event to WAL at 1732000453493 (+1 ms)Running coprocessor post-close hooks at 1732000453502 (+9 ms)Closed at 1732000453502 2024-11-19T07:14:13,503 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732000381501.e56678576bb71a9fd1c2b9aa2f63736c. 2024-11-19T07:14:13,503 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9418189c1aa2994dc83248736bef1eae, disabling compactions & flushes 2024-11-19T07:14:13,503 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:14:13,503 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:14:13,503 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. after waiting 0 ms 2024-11-19T07:14:13,503 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:14:13,512 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/224f8ff8c2362ac7222a23140c96cf47/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,513 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:14:13,514 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 224f8ff8c2362ac7222a23140c96cf47: Waiting for close lock at 1732000453498Running coprocessor pre-close hooks at 1732000453498Disabling compacts and flushes for region at 1732000453498Disabling writes for close at 1732000453498Writing region close event to WAL at 1732000453500 (+2 ms)Running coprocessor post-close hooks at 1732000453513 (+13 ms)Closed at 1732000453513 2024-11-19T07:14:13,514 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732000381501.224f8ff8c2362ac7222a23140c96cf47. 2024-11-19T07:14:13,514 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6853bb022be454e5dacde3bab13e87f2, disabling compactions & flushes 2024-11-19T07:14:13,514 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:14:13,514 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:14:13,514 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. after waiting 0 ms 2024-11-19T07:14:13,514 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:14:13,517 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/9418189c1aa2994dc83248736bef1eae/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,518 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:14:13,518 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9418189c1aa2994dc83248736bef1eae: Waiting for close lock at 1732000453503Running coprocessor pre-close hooks at 1732000453503Disabling compacts and flushes for region at 1732000453503Disabling writes for close at 1732000453503Writing region close event to WAL at 1732000453505 (+2 ms)Running coprocessor post-close hooks at 1732000453518 (+13 ms)Closed at 1732000453518 2024-11-19T07:14:13,518 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732000381501.9418189c1aa2994dc83248736bef1eae. 2024-11-19T07:14:13,518 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95ec322dffbc685090ba767ca9be3c83, disabling compactions & flushes 2024-11-19T07:14:13,519 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:14:13,519 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:14:13,519 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. after waiting 0 ms 2024-11-19T07:14:13,519 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:14:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741862_1038 (size=20260) 2024-11-19T07:14:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741862_1038 (size=20260) 2024-11-19T07:14:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741862_1038 (size=20260) 2024-11-19T07:14:13,529 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/info/45bdb30c1d534c2ca58fd89ff993fe30 2024-11-19T07:14:13,532 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/6853bb022be454e5dacde3bab13e87f2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,532 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/95ec322dffbc685090ba767ca9be3c83/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,533 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:14:13,533 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:14:13,533 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95ec322dffbc685090ba767ca9be3c83: Waiting for close lock at 1732000453518Running coprocessor pre-close hooks at 1732000453518Disabling compacts and flushes for region at 1732000453518Disabling writes for close at 1732000453519 (+1 ms)Writing region close event to WAL at 1732000453522 (+3 ms)Running coprocessor post-close hooks at 1732000453533 (+11 ms)Closed at 1732000453533 2024-11-19T07:14:13,533 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6853bb022be454e5dacde3bab13e87f2: Waiting for close lock at 1732000453514Running coprocessor pre-close hooks at 1732000453514Disabling compacts and flushes for region at 1732000453514Disabling writes for close at 1732000453514Writing region close event to WAL at 1732000453522 (+8 ms)Running coprocessor post-close hooks at 1732000453533 (+11 ms)Closed at 1732000453533 2024-11-19T07:14:13,533 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732000381501.95ec322dffbc685090ba767ca9be3c83. 2024-11-19T07:14:13,533 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732000381501.6853bb022be454e5dacde3bab13e87f2. 2024-11-19T07:14:13,533 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d83d12dd2970f20d5c6900d6ac296480, disabling compactions & flushes 2024-11-19T07:14:13,533 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64e31f171c13b764684d641ee66dd01c, disabling compactions & flushes 2024-11-19T07:14:13,534 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:14:13,534 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:14:13,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:14:13,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. after waiting 0 ms 2024-11-19T07:14:13,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:14:13,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:14:13,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. after waiting 0 ms 2024-11-19T07:14:13,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:14:13,539 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/d83d12dd2970f20d5c6900d6ac296480/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,539 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:14:13,539 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:14:13,539 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/default/SPTestTable/64e31f171c13b764684d641ee66dd01c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:14:13,540 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:14:13,540 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d83d12dd2970f20d5c6900d6ac296480: Waiting for close lock at 1732000453533Running coprocessor pre-close hooks at 1732000453533Disabling compacts and flushes for region at 1732000453533Disabling writes for close at 1732000453534 (+1 ms)Writing region close event to WAL at 1732000453534Running coprocessor post-close hooks at 1732000453540 (+6 ms)Closed at 1732000453540 2024-11-19T07:14:13,540 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732000381501.d83d12dd2970f20d5c6900d6ac296480. 2024-11-19T07:14:13,540 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:14:13,540 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64e31f171c13b764684d641ee66dd01c: Waiting for close lock at 1732000453533Running coprocessor pre-close hooks at 1732000453533Disabling compacts and flushes for region at 1732000453533Disabling writes for close at 1732000453534 (+1 ms)Writing region close event to WAL at 1732000453534Running coprocessor post-close hooks at 1732000453540 (+6 ms)Closed at 1732000453540 2024-11-19T07:14:13,540 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732000381501.64e31f171c13b764684d641ee66dd01c. 2024-11-19T07:14:13,553 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/ns/cdd1320d4f4a41f09b45a6306377c974 is 43, key is default/ns:d/1732000381242/Put/seqid=0 2024-11-19T07:14:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741863_1039 (size=5153) 2024-11-19T07:14:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741863_1039 (size=5153) 2024-11-19T07:14:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741863_1039 (size=5153) 2024-11-19T07:14:13,562 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/ns/cdd1320d4f4a41f09b45a6306377c974 2024-11-19T07:14:13,587 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/table/ff92f4a59af8440da0e193418debf8ca is 47, key is SPTestTable/table:state/1732000392159/Put/seqid=0 2024-11-19T07:14:13,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741864_1040 (size=5214) 2024-11-19T07:14:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741864_1040 (size=5214) 2024-11-19T07:14:13,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741864_1040 (size=5214) 2024-11-19T07:14:13,598 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/table/ff92f4a59af8440da0e193418debf8ca 2024-11-19T07:14:13,607 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/info/45bdb30c1d534c2ca58fd89ff993fe30 as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/info/45bdb30c1d534c2ca58fd89ff993fe30 2024-11-19T07:14:13,616 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/info/45bdb30c1d534c2ca58fd89ff993fe30, entries=116, sequenceid=37, filesize=19.8 K 2024-11-19T07:14:13,617 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/ns/cdd1320d4f4a41f09b45a6306377c974 as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/ns/cdd1320d4f4a41f09b45a6306377c974 2024-11-19T07:14:13,624 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/ns/cdd1320d4f4a41f09b45a6306377c974, entries=2, sequenceid=37, filesize=5.0 K 2024-11-19T07:14:13,625 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/.tmp/table/ff92f4a59af8440da0e193418debf8ca as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/table/ff92f4a59af8440da0e193418debf8ca 2024-11-19T07:14:13,632 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/table/ff92f4a59af8440da0e193418debf8ca, entries=2, sequenceid=37, filesize=5.1 K 2024-11-19T07:14:13,633 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=37, compaction requested=false 2024-11-19T07:14:13,638 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-19T07:14:13,639 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:14:13,639 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:14:13,640 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000453454Running coprocessor pre-close hooks at 1732000453454Disabling compacts and flushes for region at 1732000453454Disabling writes for close at 1732000453455 (+1 ms)Obtaining lock to block concurrent updates at 1732000453455Preparing flush snapshotting stores in 1588230740 at 1732000453455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1732000453456 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000453457 (+1 ms)Flushing 1588230740/info: creating writer at 1732000453457Flushing 1588230740/info: appending metadata at 1732000453500 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732000453500Flushing 1588230740/ns: creating writer at 1732000453538 (+38 ms)Flushing 1588230740/ns: appending metadata at 1732000453553 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732000453553Flushing 1588230740/table: creating writer at 1732000453570 (+17 ms)Flushing 1588230740/table: appending metadata at 1732000453586 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732000453586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e03f99: reopening flushed file at 1732000453606 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df312c1: reopening flushed file at 1732000453616 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2491d536: reopening flushed file at 1732000453624 (+8 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=37, compaction requested=false at 1732000453633 (+9 ms)Writing region close event to WAL at 1732000453634 (+1 ms)Running coprocessor post-close hooks at 1732000453639 (+5 ms)Closed at 1732000453639 2024-11-19T07:14:13,640 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:14:13,653 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,43427,1732000369069; all regions closed. 2024-11-19T07:14:13,654 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,42975,1732000369120; all regions closed. 2024-11-19T07:14:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741835_1011 (size=3530) 2024-11-19T07:14:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741835_1011 (size=3530) 2024-11-19T07:14:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741836_1012 (size=19450) 2024-11-19T07:14:13,658 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:14:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741835_1011 (size=3530) 2024-11-19T07:14:13,658 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:14:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741836_1012 (size=19450) 2024-11-19T07:14:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741836_1012 (size=19450) 2024-11-19T07:14:13,662 DEBUG [RS:1;db0afee3eab9:43427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs 2024-11-19T07:14:13,662 INFO [RS:1;db0afee3eab9:43427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C43427%2C1732000369069:(num 1732000370839) 2024-11-19T07:14:13,662 DEBUG [RS:1;db0afee3eab9:43427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,662 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:14:13,662 INFO [RS:1;db0afee3eab9:43427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:14:13,663 INFO [RS:1;db0afee3eab9:43427 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:14:13,663 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:14:13,663 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:14:13,663 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:14:13,663 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:14:13,663 INFO [RS:1;db0afee3eab9:43427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:14:13,663 INFO [RS:1;db0afee3eab9:43427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43427 2024-11-19T07:14:13,665 DEBUG [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs 2024-11-19T07:14:13,665 INFO [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42975%2C1732000369120.meta:.meta(num 1732000381067) 2024-11-19T07:14:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741834_1010 (size=3500) 2024-11-19T07:14:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741834_1010 (size=3500) 2024-11-19T07:14:13,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741834_1010 (size=3500) 2024-11-19T07:14:13,670 DEBUG [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/oldWALs 2024-11-19T07:14:13,670 INFO [RS:2;db0afee3eab9:42975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42975%2C1732000369120:(num 1732000370838) 2024-11-19T07:14:13,670 DEBUG [RS:2;db0afee3eab9:42975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:13,671 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:14:13,671 INFO [RS:2;db0afee3eab9:42975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:14:13,671 INFO [RS:2;db0afee3eab9:42975 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:14:13,671 INFO [RS:2;db0afee3eab9:42975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:14:13,671 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:14:13,671 INFO [RS:2;db0afee3eab9:42975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42975 2024-11-19T07:14:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:14:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,43427,1732000369069 2024-11-19T07:14:13,739 INFO [RS:1;db0afee3eab9:43427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:14:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,42975,1732000369120 2024-11-19T07:14:13,750 INFO [RS:2;db0afee3eab9:42975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:14:13,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,43427,1732000369069] 2024-11-19T07:14:13,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,43427,1732000369069 already deleted, retry=false 2024-11-19T07:14:13,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,43427,1732000369069 expired; onlineServers=1 2024-11-19T07:14:13,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,42975,1732000369120] 2024-11-19T07:14:13,781 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,42975,1732000369120 already deleted, retry=false 2024-11-19T07:14:13,781 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,42975,1732000369120 expired; onlineServers=0 2024-11-19T07:14:13,781 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,34587,1732000368017' ***** 2024-11-19T07:14:13,782 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:14:13,782 INFO [M:0;db0afee3eab9:34587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:14:13,782 INFO [M:0;db0afee3eab9:34587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:14:13,782 DEBUG [M:0;db0afee3eab9:34587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:14:13,782 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:14:13,782 DEBUG [M:0;db0afee3eab9:34587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:14:13,782 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000370424 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000370424,5,FailOnTimeoutGroup] 2024-11-19T07:14:13,782 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000370414 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000370414,5,FailOnTimeoutGroup] 2024-11-19T07:14:13,782 INFO [M:0;db0afee3eab9:34587 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:14:13,782 INFO [M:0;db0afee3eab9:34587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:14:13,783 DEBUG [M:0;db0afee3eab9:34587 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:14:13,783 INFO [M:0;db0afee3eab9:34587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:14:13,783 INFO [M:0;db0afee3eab9:34587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:14:13,783 ERROR [M:0;db0afee3eab9:34587 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42645 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42645,5,PEWorkerGroup] 2024-11-19T07:14:13,783 INFO [M:0;db0afee3eab9:34587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:14:13,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:14:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T07:14:13,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:13,792 DEBUG [M:0;db0afee3eab9:34587 {}] zookeeper.ZKUtil(347): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T07:14:13,792 WARN [M:0;db0afee3eab9:34587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:14:13,793 INFO [M:0;db0afee3eab9:34587 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/.lastflushedseqids 2024-11-19T07:14:13,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741865_1041 (size=686) 2024-11-19T07:14:13,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741865_1041 (size=686) 2024-11-19T07:14:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741865_1041 (size=686) 2024-11-19T07:14:13,808 INFO [M:0;db0afee3eab9:34587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:14:13,808 INFO [M:0;db0afee3eab9:34587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:14:13,809 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:14:13,809 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:13,809 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:13,809 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:14:13,809 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:13,809 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=194.96 KB heapSize=241.73 KB 2024-11-19T07:14:13,825 DEBUG [M:0;db0afee3eab9:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d61ae752e3974fc18e78604745dae7d3 is 82, key is hbase:meta,,1/info:regioninfo/1732000381144/Put/seqid=0 2024-11-19T07:14:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741866_1042 (size=5672) 2024-11-19T07:14:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741866_1042 (size=5672) 2024-11-19T07:14:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741866_1042 (size=5672) 2024-11-19T07:14:13,836 INFO [M:0;db0afee3eab9:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d61ae752e3974fc18e78604745dae7d3 2024-11-19T07:14:13,860 DEBUG [M:0;db0afee3eab9:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a874a24b0c8c4904a5558f41457011b3 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000392167/Put/seqid=0 2024-11-19T07:14:13,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:14:13,860 INFO [RS:1;db0afee3eab9:43427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:14:13,860 INFO [RS:1;db0afee3eab9:43427 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,43427,1732000369069; zookeeper connection closed. 2024-11-19T07:14:13,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43427-0x10151f03d3a0002, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:14:13,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fe7efce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fe7efce 2024-11-19T07:14:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741867_1043 (size=8973) 2024-11-19T07:14:13,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741867_1043 (size=8973) 2024-11-19T07:14:13,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:14:13,871 INFO [RS:2;db0afee3eab9:42975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:14:13,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42975-0x10151f03d3a0003, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:14:13,871 INFO [RS:2;db0afee3eab9:42975 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,42975,1732000369120; zookeeper connection closed. 2024-11-19T07:14:13,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d41875f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d41875f 2024-11-19T07:14:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741867_1043 (size=8973) 2024-11-19T07:14:13,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T07:14:13,872 INFO [M:0;db0afee3eab9:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.23 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a874a24b0c8c4904a5558f41457011b3 2024-11-19T07:14:13,879 INFO [M:0;db0afee3eab9:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a874a24b0c8c4904a5558f41457011b3 2024-11-19T07:14:13,894 DEBUG [M:0;db0afee3eab9:34587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b3c9d21aeb7429480df8e840ec119fe is 69, key is db0afee3eab9,42975,1732000369120/rs:state/1732000370443/Put/seqid=0 2024-11-19T07:14:13,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741868_1044 (size=5441) 2024-11-19T07:14:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741868_1044 (size=5441) 2024-11-19T07:14:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741868_1044 (size=5441) 2024-11-19T07:14:13,913 INFO [M:0;db0afee3eab9:34587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b3c9d21aeb7429480df8e840ec119fe 2024-11-19T07:14:13,921 INFO [M:0;db0afee3eab9:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b3c9d21aeb7429480df8e840ec119fe 2024-11-19T07:14:13,923 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d61ae752e3974fc18e78604745dae7d3 as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d61ae752e3974fc18e78604745dae7d3 2024-11-19T07:14:13,932 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d61ae752e3974fc18e78604745dae7d3, entries=8, sequenceid=513, filesize=5.5 K 2024-11-19T07:14:13,933 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a874a24b0c8c4904a5558f41457011b3 as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a874a24b0c8c4904a5558f41457011b3 2024-11-19T07:14:13,941 INFO [M:0;db0afee3eab9:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a874a24b0c8c4904a5558f41457011b3 2024-11-19T07:14:13,941 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a874a24b0c8c4904a5558f41457011b3, entries=56, sequenceid=513, filesize=8.8 K 2024-11-19T07:14:13,943 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b3c9d21aeb7429480df8e840ec119fe as hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b3c9d21aeb7429480df8e840ec119fe 2024-11-19T07:14:13,951 INFO [M:0;db0afee3eab9:34587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b3c9d21aeb7429480df8e840ec119fe 2024-11-19T07:14:13,951 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42645/user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b3c9d21aeb7429480df8e840ec119fe, entries=3, sequenceid=513, filesize=5.3 K 2024-11-19T07:14:13,952 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=513, compaction requested=false 2024-11-19T07:14:13,954 INFO [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:13,954 DEBUG [M:0;db0afee3eab9:34587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000453809Disabling compacts and flushes for region at 1732000453809Disabling writes for close at 1732000453809Obtaining lock to block concurrent updates at 1732000453809Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000453809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199643, getHeapSize=247472, getOffHeapSize=0, getCellsCount=620 at 1732000453809Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000453810 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000453810Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000453825 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000453825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000453843 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000453859 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000453859Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000453879 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000453894 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000453894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e60821e: reopening flushed file at 1732000453922 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aca2ee: reopening flushed file at 1732000453932 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5d1afd: reopening flushed file at 1732000453941 (+9 ms)Finished flush of dataSize ~194.96 KB/199643, heapSize ~241.44 KB/247232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=513, compaction requested=false at 1732000453952 (+11 ms)Writing region close event to WAL at 1732000453954 (+2 ms)Closed at 1732000453954 2024-11-19T07:14:13,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47ca2ba9-c552-c2d9-6ed1-cc56c1c2ac8f/MasterData/WALs/db0afee3eab9,34587,1732000368017/db0afee3eab9%2C34587%2C1732000368017.1732000369595 not finished, retry = 0 2024-11-19T07:14:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741830_1006 (size=233835) 2024-11-19T07:14:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39753 is added to blk_1073741830_1006 (size=233835) 2024-11-19T07:14:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44715 is added to blk_1073741830_1006 (size=233835) 2024-11-19T07:14:14,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:14:14,059 INFO [M:0;db0afee3eab9:34587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:14:14,060 INFO [M:0;db0afee3eab9:34587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34587 2024-11-19T07:14:14,060 INFO [M:0;db0afee3eab9:34587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:14:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:14:14,165 INFO [M:0;db0afee3eab9:34587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:14:14,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34587-0x10151f03d3a0000, quorum=127.0.0.1:51408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:14:14,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:14:14,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:14:14,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:14:14,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:14:14,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,STOPPED} 2024-11-19T07:14:14,177 WARN [BP-959302148-172.17.0.2-1732000362546 heartbeating to localhost/127.0.0.1:42645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:14:14,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:14:14,177 WARN [BP-959302148-172.17.0.2-1732000362546 heartbeating to localhost/127.0.0.1:42645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959302148-172.17.0.2-1732000362546 (Datanode Uuid 213fb5c9-1bb2-423a-8f3c-18dfdc24d23e) service to localhost/127.0.0.1:42645 2024-11-19T07:14:14,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:14:14,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data5/current/BP-959302148-172.17.0.2-1732000362546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:14:14,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data6/current/BP-959302148-172.17.0.2-1732000362546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:14:14,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:14:14,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:14:14,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:14:14,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:14:14,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:14:14,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,STOPPED} 2024-11-19T07:14:14,183 WARN [BP-959302148-172.17.0.2-1732000362546 heartbeating to localhost/127.0.0.1:42645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:14:14,183 WARN [BP-959302148-172.17.0.2-1732000362546 heartbeating to localhost/127.0.0.1:42645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959302148-172.17.0.2-1732000362546 (Datanode Uuid 128ec098-88d2-45d1-bf1f-e50feeec2339) service to localhost/127.0.0.1:42645 2024-11-19T07:14:14,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:14:14,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:14:14,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data3/current/BP-959302148-172.17.0.2-1732000362546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:14:14,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data4/current/BP-959302148-172.17.0.2-1732000362546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:14:14,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:14:14,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:14:14,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:14:14,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:14:14,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:14:14,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,STOPPED} 2024-11-19T07:14:14,191 WARN [BP-959302148-172.17.0.2-1732000362546 heartbeating to localhost/127.0.0.1:42645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:14:14,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:14:14,191 WARN [BP-959302148-172.17.0.2-1732000362546 heartbeating to localhost/127.0.0.1:42645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-959302148-172.17.0.2-1732000362546 (Datanode Uuid c2c8b071-30d1-402c-b587-13ac49284ee1) service to localhost/127.0.0.1:42645 2024-11-19T07:14:14,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:14:14,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data1/current/BP-959302148-172.17.0.2-1732000362546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:14:14,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/cluster_c8e2dc26-6dfa-c740-5418-7885ee7f412a/data/data2/current/BP-959302148-172.17.0.2-1732000362546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:14:14,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:14:14,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:14:14,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:14:14,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:14:14,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:14:14,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir/,STOPPED} 2024-11-19T07:14:14,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:14:14,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:14:14,262 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db0afee3eab9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db0afee3eab9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42645 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1eef12fa java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/db0afee3eab9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42645 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=12537 (was 14114) 2024-11-19T07:14:14,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=12537 2024-11-19T07:14:14,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir so I do NOT create it in target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e 2024-11-19T07:14:14,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:14:14,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.tmp.dir so I do NOT create it in target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e 2024-11-19T07:14:14,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d7c760d-9170-a1ba-eea3-43a2ad47fc3d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:14:14,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c, deleteOnExit=true 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/test.cache.data in system properties and HBase conf 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:14:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:14:14,290 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:14:14,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:14:14,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:14:14,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:14:14,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:14:14,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:14:14,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:14:14,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:14:14,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:14:14,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bb4ce0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:14:14,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac7a495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:14:14,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b8388e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/java.io.tmpdir/jetty-localhost-40919-hadoop-hdfs-3_4_1-tests_jar-_-any-14197922942081179195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:14:14,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31210b33{HTTP/1.1, (http/1.1)}{localhost:40919} 2024-11-19T07:14:14,835 INFO [Time-limited test {}] server.Server(415): Started @94942ms 2024-11-19T07:14:15,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:14:15,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:14:15,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:14:15,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:14:15,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:14:15,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24a5aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:14:15,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ba3f82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:14:15,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3323f5bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/java.io.tmpdir/jetty-localhost-33219-hadoop-hdfs-3_4_1-tests_jar-_-any-5382559020582293493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:14:15,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12c1206{HTTP/1.1, (http/1.1)}{localhost:33219} 2024-11-19T07:14:15,215 INFO [Time-limited test {}] server.Server(415): Started @95323ms 2024-11-19T07:14:15,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:14:15,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:14:15,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:14:15,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:14:15,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:14:15,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:14:15,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247018b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:14:15,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239f9a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:14:15,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ebc6b91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/java.io.tmpdir/jetty-localhost-37447-hadoop-hdfs-3_4_1-tests_jar-_-any-6934339199360883681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:14:15,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3370e434{HTTP/1.1, (http/1.1)}{localhost:37447} 2024-11-19T07:14:15,346 INFO [Time-limited test {}] server.Server(415): Started @95454ms 2024-11-19T07:14:15,347 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:14:15,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:14:15,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:14:15,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:14:15,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:14:15,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:14:15,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62492df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:14:15,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2732ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:14:15,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7faf10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/java.io.tmpdir/jetty-localhost-41087-hadoop-hdfs-3_4_1-tests_jar-_-any-2700284503059981418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:14:15,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2deaf4ac{HTTP/1.1, (http/1.1)}{localhost:41087} 2024-11-19T07:14:15,474 INFO [Time-limited test {}] server.Server(415): Started @95581ms 2024-11-19T07:14:15,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:14:16,539 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data2/current/BP-1817589237-172.17.0.2-1732000454315/current, will proceed with Du for space computation calculation, 2024-11-19T07:14:16,539 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data1/current/BP-1817589237-172.17.0.2-1732000454315/current, will proceed with Du for space computation calculation, 2024-11-19T07:14:16,560 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:14:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ce0b0f0500e22d with lease ID 0x7304755f0253e304: Processing first storage report for DS-be60c294-c602-4f7d-a69b-ef2ece5730f9 from datanode DatanodeRegistration(127.0.0.1:41533, datanodeUuid=22aece21-4177-4467-8cd6-f7e8e83f6687, infoPort=36813, infoSecurePort=0, ipcPort=36221, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315) 2024-11-19T07:14:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ce0b0f0500e22d with lease ID 0x7304755f0253e304: from storage DS-be60c294-c602-4f7d-a69b-ef2ece5730f9 node DatanodeRegistration(127.0.0.1:41533, datanodeUuid=22aece21-4177-4467-8cd6-f7e8e83f6687, infoPort=36813, infoSecurePort=0, ipcPort=36221, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:14:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ce0b0f0500e22d with lease ID 0x7304755f0253e304: Processing first storage report for DS-411cc96c-6544-4d01-87f6-211ce8f13774 from datanode DatanodeRegistration(127.0.0.1:41533, datanodeUuid=22aece21-4177-4467-8cd6-f7e8e83f6687, infoPort=36813, infoSecurePort=0, ipcPort=36221, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315) 2024-11-19T07:14:16,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ce0b0f0500e22d with lease ID 0x7304755f0253e304: from storage DS-411cc96c-6544-4d01-87f6-211ce8f13774 node DatanodeRegistration(127.0.0.1:41533, datanodeUuid=22aece21-4177-4467-8cd6-f7e8e83f6687, infoPort=36813, infoSecurePort=0, ipcPort=36221, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:14:16,839 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data3/current/BP-1817589237-172.17.0.2-1732000454315/current, will proceed with Du for space computation calculation, 2024-11-19T07:14:16,839 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data4/current/BP-1817589237-172.17.0.2-1732000454315/current, will proceed with Du for space computation calculation, 2024-11-19T07:14:16,858 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:14:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x567253f69345a1f5 with lease ID 0x7304755f0253e305: Processing first storage report for DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db from datanode DatanodeRegistration(127.0.0.1:40987, datanodeUuid=327f2020-d6df-4c73-a43e-e8f2a5480356, infoPort=35959, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315) 2024-11-19T07:14:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x567253f69345a1f5 with lease ID 0x7304755f0253e305: from storage DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db node DatanodeRegistration(127.0.0.1:40987, datanodeUuid=327f2020-d6df-4c73-a43e-e8f2a5480356, infoPort=35959, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:14:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x567253f69345a1f5 with lease ID 0x7304755f0253e305: Processing first storage report for DS-e3b92db3-9962-4d26-a259-e0e8ba9c288c from datanode DatanodeRegistration(127.0.0.1:40987, datanodeUuid=327f2020-d6df-4c73-a43e-e8f2a5480356, infoPort=35959, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315) 2024-11-19T07:14:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x567253f69345a1f5 with lease ID 0x7304755f0253e305: from storage DS-e3b92db3-9962-4d26-a259-e0e8ba9c288c node DatanodeRegistration(127.0.0.1:40987, datanodeUuid=327f2020-d6df-4c73-a43e-e8f2a5480356, infoPort=35959, infoSecurePort=0, ipcPort=37721, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:14:16,899 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data5/current/BP-1817589237-172.17.0.2-1732000454315/current, will proceed with Du for space computation calculation, 2024-11-19T07:14:16,899 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data6/current/BP-1817589237-172.17.0.2-1732000454315/current, will proceed with Du for space computation calculation, 2024-11-19T07:14:16,918 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:14:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99aa06f38b434e4d with lease ID 0x7304755f0253e306: Processing first storage report for DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3 from datanode DatanodeRegistration(127.0.0.1:32797, datanodeUuid=a26ffe8c-677b-4af1-93b9-3dd6920f3fe8, infoPort=36005, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315) 2024-11-19T07:14:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99aa06f38b434e4d with lease ID 0x7304755f0253e306: from storage DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3 node DatanodeRegistration(127.0.0.1:32797, datanodeUuid=a26ffe8c-677b-4af1-93b9-3dd6920f3fe8, infoPort=36005, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:14:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99aa06f38b434e4d with lease ID 0x7304755f0253e306: Processing first storage report for DS-139e4510-9a25-4cbb-b02c-102b28a736f5 from datanode DatanodeRegistration(127.0.0.1:32797, datanodeUuid=a26ffe8c-677b-4af1-93b9-3dd6920f3fe8, infoPort=36005, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315) 2024-11-19T07:14:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99aa06f38b434e4d with lease ID 0x7304755f0253e306: from storage DS-139e4510-9a25-4cbb-b02c-102b28a736f5 node DatanodeRegistration(127.0.0.1:32797, datanodeUuid=a26ffe8c-677b-4af1-93b9-3dd6920f3fe8, infoPort=36005, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=1083316073;c=1732000454315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:14:17,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e 2024-11-19T07:14:17,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/zookeeper_0, clientPort=53359, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:14:17,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53359 2024-11-19T07:14:17,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:14:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:14:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:14:17,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b with version=8 2024-11-19T07:14:17,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/hbase-staging 2024-11-19T07:14:17,040 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:14:17,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:14:17,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:14:17,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:14:17,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:14:17,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38553 2024-11-19T07:14:17,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38553 connecting to ZooKeeper ensemble=127.0.0.1:53359 2024-11-19T07:14:17,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385530x0, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:14:17,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38553-0x10151f19ce70000 connected 2024-11-19T07:14:17,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:17,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b, hbase.cluster.distributed=false 2024-11-19T07:14:17,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:14:17,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38553 2024-11-19T07:14:17,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38553 2024-11-19T07:14:17,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38553 2024-11-19T07:14:17,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38553 2024-11-19T07:14:17,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38553 2024-11-19T07:14:17,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:14:17,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:14:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:14:17,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:14:17,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:14:17,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39037 2024-11-19T07:14:17,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39037 connecting to ZooKeeper ensemble=127.0.0.1:53359 2024-11-19T07:14:17,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390370x0, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:14:17,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39037-0x10151f19ce70001 connected 2024-11-19T07:14:17,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:17,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:14:17,505 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:14:17,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:14:17,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:14:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-19T07:14:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39037 2024-11-19T07:14:17,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39037 2024-11-19T07:14:17,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-19T07:14:17,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39037 2024-11-19T07:14:17,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:14:17,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:14:17,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:14:17,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:14:17,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:14:17,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45527 2024-11-19T07:14:17,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45527 connecting to ZooKeeper ensemble=127.0.0.1:53359 2024-11-19T07:14:17,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455270x0, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:14:17,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45527-0x10151f19ce70002 connected 2024-11-19T07:14:17,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:17,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:14:17,547 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:14:17,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:14:17,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:14:17,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45527 2024-11-19T07:14:17,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45527 2024-11-19T07:14:17,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45527 2024-11-19T07:14:17,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45527 2024-11-19T07:14:17,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45527 2024-11-19T07:14:17,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:14:17,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:14:17,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33833 2024-11-19T07:14:17,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33833 connecting to ZooKeeper ensemble=127.0.0.1:53359 2024-11-19T07:14:17,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,584 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338330x0, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:14:17,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:14:17,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33833-0x10151f19ce70003 connected 2024-11-19T07:14:17,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:14:17,585 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:14:17,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T07:14:17,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T07:14:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33833 2024-11-19T07:14:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33833 2024-11-19T07:14:17,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33833 2024-11-19T07:14:17,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33833 2024-11-19T07:14:17,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33833 2024-11-19T07:14:17,602 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:38553 2024-11-19T07:14:17,602 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/db0afee3eab9,38553,1732000457040 2024-11-19T07:14:17,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,615 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,616 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/db0afee3eab9,38553,1732000457040 2024-11-19T07:14:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,626 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:14:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:14:17,626 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T07:14:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,627 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T07:14:17,627 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/db0afee3eab9,38553,1732000457040 from backup master directory 2024-11-19T07:14:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/db0afee3eab9,38553,1732000457040 2024-11-19T07:14:17,640 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T07:14:17,640 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:14:17,640 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,38553,1732000457040 2024-11-19T07:14:17,646 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/hbase.id] with ID: 776354ff-5471-4d20-95f3-feae40f11baf 2024-11-19T07:14:17,646 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.tmp/hbase.id 2024-11-19T07:14:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:14:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:14:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:14:17,656 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.tmp/hbase.id]:[hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/hbase.id] 2024-11-19T07:14:17,671 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:14:17,671 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:14:17,673 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T07:14:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,682 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:14:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:14:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:14:17,693 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:14:17,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:14:17,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:14:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:14:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:14:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:14:17,703 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store 2024-11-19T07:14:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:14:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:14:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:14:17,712 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:17,712 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:14:17,712 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:17,712 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:17,712 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:14:17,712 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:17,712 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:14:17,712 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000457712Disabling compacts and flushes for region at 1732000457712Disabling writes for close at 1732000457712Writing region close event to WAL at 1732000457712Closed at 1732000457712 2024-11-19T07:14:17,713 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/.initializing 2024-11-19T07:14:17,713 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/WALs/db0afee3eab9,38553,1732000457040 2024-11-19T07:14:17,714 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:14:17,717 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C38553%2C1732000457040, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/WALs/db0afee3eab9,38553,1732000457040, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/oldWALs, maxLogs=10 2024-11-19T07:14:17,729 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/WALs/db0afee3eab9,38553,1732000457040/db0afee3eab9%2C38553%2C1732000457040.1732000457717, exclude list is [], retry=0 2024-11-19T07:14:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db,DISK] 2024-11-19T07:14:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3,DISK] 2024-11-19T07:14:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-be60c294-c602-4f7d-a69b-ef2ece5730f9,DISK] 2024-11-19T07:14:17,734 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/WALs/db0afee3eab9,38553,1732000457040/db0afee3eab9%2C38553%2C1732000457040.1732000457717 2024-11-19T07:14:17,735 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35959:35959),(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-19T07:14:17,735 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:14:17,735 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:17,735 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,735 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:14:17,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:17,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:17,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:14:17,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:17,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:17,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:14:17,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:17,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:17,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:14:17,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:17,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:17,743 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,744 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,744 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,745 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,745 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,746 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:14:17,747 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:14:17,749 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:17,749 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74226427, jitterRate=0.1060599535703659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:14:17,750 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000457735Initializing all the Stores at 1732000457736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000457736Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000457736Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000457736Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000457736Cleaning up temporary data from old regions at 1732000457745 (+9 ms)Region opened successfully at 1732000457750 (+5 ms) 2024-11-19T07:14:17,750 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:14:17,753 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7943df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:14:17,754 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:14:17,754 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:14:17,754 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:14:17,754 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:14:17,755 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:14:17,755 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:14:17,755 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T07:14:17,758 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:14:17,759 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T07:14:17,808 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T07:14:17,809 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:14:17,809 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:14:17,819 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T07:14:17,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:14:17,821 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:14:17,829 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T07:14:17,830 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:14:17,840 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T07:14:17,842 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:14:17,850 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T07:14:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:17,861 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T07:14:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,861 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,862 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,38553,1732000457040, sessionid=0x10151f19ce70000, setting cluster-up flag (Was=false) 2024-11-19T07:14:17,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,882 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T07:14:17,916 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,38553,1732000457040 2024-11-19T07:14:17,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,935 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:17,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:18,037 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T07:14:18,041 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,38553,1732000457040 2024-11-19T07:14:18,044 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:14:18,047 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:14:18,047 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:14:18,047 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:14:18,048 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,38553,1732000457040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,051 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:14:18,052 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000488052 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:14:18,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:14:18,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:14:18,053 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,054 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:14:18,054 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:14:18,054 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:14:18,054 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:14:18,054 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:14:18,054 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000458054,5,FailOnTimeoutGroup] 2024-11-19T07:14:18,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:18,055 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000458055,5,FailOnTimeoutGroup] 2024-11-19T07:14:18,055 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,055 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:14:18,055 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:14:18,055 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:14:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:14:18,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:14:18,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:14:18,065 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:14:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:14:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:14:18,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:18,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:14:18,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:14:18,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:18,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:18,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:14:18,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:14:18,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:18,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:18,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:14:18,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:14:18,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:18,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:18,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:14:18,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:14:18,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:18,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:18,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:14:18,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740 2024-11-19T07:14:18,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740 2024-11-19T07:14:18,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:14:18,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:14:18,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:14:18,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:14:18,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:18,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72287155, jitterRate=0.07716254889965057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:14:18,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000458073Initializing all the Stores at 1732000458074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000458074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000458074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000458074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000458074Cleaning up temporary data from old regions at 1732000458086 (+12 ms)Region opened successfully at 1732000458091 (+5 ms) 2024-11-19T07:14:18,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:14:18,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:14:18,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:14:18,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:14:18,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:14:18,091 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:14:18,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000458091Disabling compacts and flushes for region at 1732000458091Disabling writes for close at 1732000458091Writing region close event to WAL at 1732000458091Closed at 1732000458091 2024-11-19T07:14:18,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:14:18,093 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(746): ClusterId : 776354ff-5471-4d20-95f3-feae40f11baf 2024-11-19T07:14:18,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:14:18,093 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:14:18,093 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(746): ClusterId : 776354ff-5471-4d20-95f3-feae40f11baf 2024-11-19T07:14:18,093 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:14:18,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:14:18,093 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(746): ClusterId : 776354ff-5471-4d20-95f3-feae40f11baf 2024-11-19T07:14:18,093 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:14:18,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:14:18,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:14:18,114 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:14:18,114 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:14:18,114 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:14:18,114 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:14:18,115 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:14:18,115 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:14:18,135 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:14:18,136 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:14:18,136 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:14:18,136 DEBUG [RS:1;db0afee3eab9:45527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2faf63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:14:18,136 DEBUG [RS:2;db0afee3eab9:33833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381a94b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:14:18,136 DEBUG [RS:0;db0afee3eab9:39037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8e178d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:14:18,151 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;db0afee3eab9:45527 2024-11-19T07:14:18,151 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:14:18,151 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:14:18,151 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:14:18,152 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38553,1732000457040 with port=45527, startcode=1732000457526 2024-11-19T07:14:18,152 DEBUG [RS:1;db0afee3eab9:45527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:14:18,157 DEBUG [RS:2;db0afee3eab9:33833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;db0afee3eab9:33833 2024-11-19T07:14:18,157 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:14:18,157 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:14:18,157 DEBUG [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:14:18,157 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:14:18,156 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:39037 2024-11-19T07:14:18,157 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:14:18,157 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:14:18,157 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:14:18,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,45527,1732000457526 2024-11-19T07:14:18,159 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38553,1732000457040 with port=39037, startcode=1732000457487 2024-11-19T07:14:18,159 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38553,1732000457040 with port=33833, startcode=1732000457565 2024-11-19T07:14:18,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:18,159 DEBUG [RS:2;db0afee3eab9:33833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:14:18,159 DEBUG [RS:0;db0afee3eab9:39037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:14:18,161 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:14:18,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,161 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:18,162 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:14:18,162 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39231 2024-11-19T07:14:18,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,162 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:14:18,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,33833,1732000457565 2024-11-19T07:14:18,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:18,163 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:18,163 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39231 2024-11-19T07:14:18,164 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:14:18,165 DEBUG [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:18,165 DEBUG [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39231 2024-11-19T07:14:18,165 DEBUG [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:14:18,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:14:18,214 DEBUG [RS:1;db0afee3eab9:45527 {}] zookeeper.ZKUtil(111): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,45527,1732000457526 2024-11-19T07:14:18,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,39037,1732000457487] 2024-11-19T07:14:18,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,33833,1732000457565] 2024-11-19T07:14:18,214 WARN [RS:1;db0afee3eab9:45527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:14:18,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,45527,1732000457526] 2024-11-19T07:14:18,214 INFO [RS:1;db0afee3eab9:45527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:14:18,214 DEBUG [RS:2;db0afee3eab9:33833 {}] zookeeper.ZKUtil(111): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,33833,1732000457565 2024-11-19T07:14:18,214 DEBUG [RS:0;db0afee3eab9:39037 {}] zookeeper.ZKUtil(111): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,214 WARN [RS:2;db0afee3eab9:33833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:14:18,214 WARN [RS:0;db0afee3eab9:39037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:14:18,214 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,45527,1732000457526 2024-11-19T07:14:18,214 INFO [RS:2;db0afee3eab9:33833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:14:18,214 INFO [RS:0;db0afee3eab9:39037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:14:18,214 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,214 DEBUG [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565 2024-11-19T07:14:18,221 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:14:18,223 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:14:18,223 INFO [RS:2;db0afee3eab9:33833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:14:18,223 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:14:18,223 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,224 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:14:18,226 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:14:18,226 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:14:18,226 INFO [RS:1;db0afee3eab9:45527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:14:18,226 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,226 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:14:18,227 DEBUG [RS:2;db0afee3eab9:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:14:18,228 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:14:18,228 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,228 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,229 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,229 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,229 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:14:18,229 DEBUG [RS:1;db0afee3eab9:45527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:14:18,230 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:14:18,233 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:14:18,235 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,235 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,235 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,235 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,235 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,235 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,33833,1732000457565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:0;db0afee3eab9:39037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:14:18,236 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,236 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45527,1732000457526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:14:18,240 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:14:18,241 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:14:18,241 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,241 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,241 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:14:18,242 DEBUG [RS:0;db0afee3eab9:39037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:14:18,245 WARN [db0afee3eab9:38553 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:14:18,247 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,247 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,247 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,247 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,247 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,247 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,39037,1732000457487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:14:18,255 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:14:18,256 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,33833,1732000457565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,256 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,256 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.Replication(171): db0afee3eab9,33833,1732000457565 started 2024-11-19T07:14:18,261 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:14:18,261 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45527,1732000457526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,261 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,262 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.Replication(171): db0afee3eab9,45527,1732000457526 started 2024-11-19T07:14:18,263 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:14:18,263 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,39037,1732000457487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,263 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,263 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.Replication(171): db0afee3eab9,39037,1732000457487 started 2024-11-19T07:14:18,275 INFO [RS:2;db0afee3eab9:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,275 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,33833,1732000457565, RpcServer on db0afee3eab9/172.17.0.2:33833, sessionid=0x10151f19ce70003 2024-11-19T07:14:18,275 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:14:18,275 DEBUG [RS:2;db0afee3eab9:33833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,33833,1732000457565 2024-11-19T07:14:18,275 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,33833,1732000457565' 2024-11-19T07:14:18,275 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:14:18,276 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,33833,1732000457565 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,33833,1732000457565' 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:14:18,277 DEBUG [RS:2;db0afee3eab9:33833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:14:18,278 INFO [RS:2;db0afee3eab9:33833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:14:18,278 INFO [RS:2;db0afee3eab9:33833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:14:18,281 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,281 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,39037,1732000457487, RpcServer on db0afee3eab9/172.17.0.2:39037, sessionid=0x10151f19ce70001 2024-11-19T07:14:18,282 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:14:18,282 DEBUG [RS:0;db0afee3eab9:39037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,282 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,39037,1732000457487' 2024-11-19T07:14:18,282 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:14:18,282 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:14:18,283 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:18,283 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:14:18,283 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:14:18,283 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,45527,1732000457526, RpcServer on db0afee3eab9/172.17.0.2:45527, sessionid=0x10151f19ce70002 2024-11-19T07:14:18,283 DEBUG [RS:0;db0afee3eab9:39037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,283 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,39037,1732000457487' 2024-11-19T07:14:18,283 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:14:18,283 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:14:18,283 DEBUG [RS:1;db0afee3eab9:45527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,45527,1732000457526 2024-11-19T07:14:18,283 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,45527,1732000457526' 2024-11-19T07:14:18,283 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T07:14:18,283 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:14:18,283 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T07:14:18,284 DEBUG [RS:0;db0afee3eab9:39037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:14:18,284 INFO [RS:0;db0afee3eab9:39037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:14:18,284 INFO [RS:0;db0afee3eab9:39037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:14:18,284 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:14:18,284 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:14:18,284 DEBUG [RS:1;db0afee3eab9:45527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,45527,1732000457526 2024-11-19T07:14:18,284 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,45527,1732000457526' 2024-11-19T07:14:18,284 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T07:14:18,284 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T07:14:18,285 DEBUG [RS:1;db0afee3eab9:45527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:14:18,285 INFO [RS:1;db0afee3eab9:45527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:14:18,285 INFO [RS:1;db0afee3eab9:45527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:14:18,378 INFO [RS:2;db0afee3eab9:33833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:14:18,380 INFO [RS:2;db0afee3eab9:33833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C33833%2C1732000457565, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs, maxLogs=32 2024-11-19T07:14:18,384 INFO [RS:0;db0afee3eab9:39037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:14:18,385 INFO [RS:1;db0afee3eab9:45527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:14:18,386 INFO [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C39037%2C1732000457487, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs, maxLogs=32 2024-11-19T07:14:18,386 INFO [RS:1;db0afee3eab9:45527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C45527%2C1732000457526, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,45527,1732000457526, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs, maxLogs=32 2024-11-19T07:14:18,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:14:18,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:14:18,397 DEBUG [RS:2;db0afee3eab9:33833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565/db0afee3eab9%2C33833%2C1732000457565.1732000458381, exclude list is [], retry=0 2024-11-19T07:14:18,400 DEBUG [RS:1;db0afee3eab9:45527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,45527,1732000457526/db0afee3eab9%2C45527%2C1732000457526.1732000458387, exclude list is [], retry=0 2024-11-19T07:14:18,400 DEBUG [RS:0;db0afee3eab9:39037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487/db0afee3eab9%2C39037%2C1732000457487.1732000458386, exclude list is [], retry=0 2024-11-19T07:14:18,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3,DISK] 2024-11-19T07:14:18,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db,DISK] 2024-11-19T07:14:18,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-be60c294-c602-4f7d-a69b-ef2ece5730f9,DISK] 2024-11-19T07:14:18,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-be60c294-c602-4f7d-a69b-ef2ece5730f9,DISK] 2024-11-19T07:14:18,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-be60c294-c602-4f7d-a69b-ef2ece5730f9,DISK] 2024-11-19T07:14:18,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db,DISK] 2024-11-19T07:14:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3,DISK] 2024-11-19T07:14:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3,DISK] 2024-11-19T07:14:18,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db,DISK] 2024-11-19T07:14:18,407 INFO [RS:2;db0afee3eab9:33833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565/db0afee3eab9%2C33833%2C1732000457565.1732000458381 2024-11-19T07:14:18,413 DEBUG [RS:2;db0afee3eab9:33833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35959:35959),(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-19T07:14:18,425 INFO [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487/db0afee3eab9%2C39037%2C1732000457487.1732000458386 2024-11-19T07:14:18,428 DEBUG [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:35959:35959),(127.0.0.1/127.0.0.1:36005:36005)] 2024-11-19T07:14:18,428 INFO [RS:1;db0afee3eab9:45527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,45527,1732000457526/db0afee3eab9%2C45527%2C1732000457526.1732000458387 2024-11-19T07:14:18,428 DEBUG [RS:1;db0afee3eab9:45527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:35959:35959),(127.0.0.1/127.0.0.1:36005:36005)] 2024-11-19T07:14:18,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:18,495 DEBUG [db0afee3eab9:38553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T07:14:18,495 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:14:18,498 INFO [db0afee3eab9:38553 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:14:18,498 INFO [db0afee3eab9:38553 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:14:18,498 INFO [db0afee3eab9:38553 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:14:18,498 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:14:18,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:18,500 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,39037,1732000457487, state=OPENING 2024-11-19T07:14:18,510 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:14:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:18,520 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:18,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:14:18,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:18,521 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:14:18,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:18,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:18,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:18,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,39037,1732000457487}] 2024-11-19T07:14:19,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:14:19,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:19,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:19,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:23,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:14:23,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:23,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:23,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:28,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:14:28,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:14:28,563 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:14:28,564 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:14:28,564 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:14:28,567 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C39037%2C1732000457487.meta, suffix=.meta, logDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs, maxLogs=32 2024-11-19T07:14:28,585 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487/db0afee3eab9%2C39037%2C1732000457487.meta.1732000468568.meta, exclude list is [], retry=0 2024-11-19T07:14:28,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40987,DS-b7025ac0-e729-4ddb-8a4f-65df0c5388db,DISK] 2024-11-19T07:14:28,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41533,DS-be60c294-c602-4f7d-a69b-ef2ece5730f9,DISK] 2024-11-19T07:14:28,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-e70c9a75-21ef-48c0-b35c-7df9bb841eb3,DISK] 2024-11-19T07:14:28,616 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487/db0afee3eab9%2C39037%2C1732000457487.meta.1732000468568.meta 2024-11-19T07:14:28,618 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35959:35959),(127.0.0.1/127.0.0.1:36005:36005),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-19T07:14:28,618 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:14:28,619 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:14:28,619 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:14:28,619 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:14:28,619 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:14:28,619 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:28,619 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:14:28,619 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:14:28,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:14:28,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:14:28,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:28,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:28,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:14:28,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:14:28,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:28,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:28,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:14:28,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:14:28,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:28,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:28,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:14:28,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:14:28,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:28,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:14:28,666 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:14:28,667 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740 2024-11-19T07:14:28,671 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740 2024-11-19T07:14:28,673 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:14:28,674 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:14:28,674 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:14:28,678 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:14:28,684 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75419553, jitterRate=0.12383891642093658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:14:28,685 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:14:28,686 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000468620Writing region info on filesystem at 1732000468620Initializing all the Stores at 1732000468621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000468621Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000468644 (+23 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000468644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000468644Cleaning up temporary data from old regions at 1732000468674 (+30 ms)Running coprocessor post-open hooks at 1732000468685 (+11 ms)Region opened successfully at 1732000468685 2024-11-19T07:14:28,690 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000468525 2024-11-19T07:14:28,694 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:14:28,694 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:14:28,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:28,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,39037,1732000457487, state=OPEN 2024-11-19T07:14:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:14:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:14:28,820 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:14:28,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:28,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T07:14:28,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:28,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:28,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T07:14:28,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:14:28,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,39037,1732000457487 in 10.2990 sec 2024-11-19T07:14:28,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:14:28,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7320 sec 2024-11-19T07:14:28,830 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:14:28,831 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:14:28,852 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:14:28,852 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,39037,1732000457487, seqNum=-1] 2024-11-19T07:14:28,853 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:14:28,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:14:28,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8190 sec 2024-11-19T07:14:28,873 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000468873, completionTime=-1 2024-11-19T07:14:28,873 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T07:14:28,873 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:14:28,876 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T07:14:28,876 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000528876 2024-11-19T07:14:28,876 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000588876 2024-11-19T07:14:28,876 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T07:14:28,876 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:14:28,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38553,1732000457040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:28,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38553,1732000457040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:28,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38553,1732000457040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:28,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:38553, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:28,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:28,890 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:14:28,896 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:28,905 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.265sec 2024-11-19T07:14:28,914 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:14:28,915 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:14:28,915 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:14:28,915 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:14:28,915 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:14:28,915 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38553,1732000457040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:14:28,915 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38553,1732000457040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:14:28,920 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:14:28,920 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:14:28,921 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38553,1732000457040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:14:29,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334925f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:14:29,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38553,-1 for getting cluster id 2024-11-19T07:14:29,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:14:29,029 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776354ff-5471-4d20-95f3-feae40f11baf' 2024-11-19T07:14:29,030 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:14:29,030 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776354ff-5471-4d20-95f3-feae40f11baf" 2024-11-19T07:14:29,031 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:14:29,031 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38553,-1] 2024-11-19T07:14:29,031 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:14:29,033 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:29,050 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:14:29,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:14:29,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:14:29,059 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,39037,1732000457487, seqNum=-1] 2024-11-19T07:14:29,060 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:14:29,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:14:29,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,38553,1732000457040 2024-11-19T07:14:29,076 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732000469076 (current time:1732000469076). 2024-11-19T07:14:29,076 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T07:14:29,076 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T07:14:29,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56960cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:14:29,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38553,-1 for getting cluster id 2024-11-19T07:14:29,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:14:29,086 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '776354ff-5471-4d20-95f3-feae40f11baf' 2024-11-19T07:14:29,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:14:29,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "776354ff-5471-4d20-95f3-feae40f11baf" 2024-11-19T07:14:29,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bb0823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:14:29,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38553,-1] 2024-11-19T07:14:29,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:14:29,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:29,090 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:14:29,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260842c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:14:29,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:14:29,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,39037,1732000457487, seqNum=-1] 2024-11-19T07:14:29,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:14:29,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:14:29,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:14:29,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:14:29,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:29,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:29,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:14:29,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:14:29,099 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38553,1732000457040 2024-11-19T07:14:29,099 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e9b83bc 2024-11-19T07:14:29,099 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:14:29,106 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:14:29,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:14:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T07:14:29,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:14:29,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:29,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:14:29,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T07:14:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741837_1013 (size=361) 2024-11-19T07:14:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741837_1013 (size=361) 2024-11-19T07:14:29,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741837_1013 (size=361) 2024-11-19T07:14:29,214 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cad405867578938bfc6641589a1ac1ba, NAME => 'SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,221 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 84a7a281d8dbf9a7de9f6008ccc48e29, NAME => 'SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,221 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8e3ed8de564df7675f417da82f6b1c60, NAME => 'SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741838_1014 (size=54) 2024-11-19T07:14:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741838_1014 (size=54) 2024-11-19T07:14:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741838_1014 (size=54) 2024-11-19T07:14:29,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,254 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cad405867578938bfc6641589a1ac1ba, disabling compactions & flushes 2024-11-19T07:14:29,255 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:29,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:29,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. after waiting 0 ms 2024-11-19T07:14:29,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:29,255 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:29,255 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cad405867578938bfc6641589a1ac1ba: Waiting for close lock at 1732000469254Disabling compacts and flushes for region at 1732000469254Disabling writes for close at 1732000469255 (+1 ms)Writing region close event to WAL at 1732000469255Closed at 1732000469255 2024-11-19T07:14:29,256 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b47748deb84dbd2add0eff32897579eb, NAME => 'SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741840_1016 (size=62) 2024-11-19T07:14:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741839_1015 (size=62) 2024-11-19T07:14:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741840_1016 (size=62) 2024-11-19T07:14:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741839_1015 (size=62) 2024-11-19T07:14:29,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741840_1016 (size=62) 2024-11-19T07:14:29,268 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741839_1015 (size=62) 2024-11-19T07:14:29,268 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8e3ed8de564df7675f417da82f6b1c60, disabling compactions & flushes 2024-11-19T07:14:29,268 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:29,268 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:29,268 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. after waiting 0 ms 2024-11-19T07:14:29,268 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:29,268 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:29,268 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8e3ed8de564df7675f417da82f6b1c60: Waiting for close lock at 1732000469268Disabling compacts and flushes for region at 1732000469268Disabling writes for close at 1732000469268Writing region close event to WAL at 1732000469268Closed at 1732000469268 2024-11-19T07:14:29,269 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f067aa297a5c545f2168d0e76314a9ab, NAME => 'SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 84a7a281d8dbf9a7de9f6008ccc48e29, disabling compactions & flushes 2024-11-19T07:14:29,269 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:29,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:29,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. after waiting 0 ms 2024-11-19T07:14:29,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:29,269 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:29,269 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 84a7a281d8dbf9a7de9f6008ccc48e29: Waiting for close lock at 1732000469269Disabling compacts and flushes for region at 1732000469269Disabling writes for close at 1732000469269Writing region close event to WAL at 1732000469269Closed at 1732000469269 2024-11-19T07:14:29,270 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bfefe1377337254d82f44c55a29066a7, NAME => 'SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741843_1019 (size=62) 2024-11-19T07:14:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741843_1019 (size=62) 2024-11-19T07:14:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741842_1018 (size=62) 2024-11-19T07:14:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741842_1018 (size=62) 2024-11-19T07:14:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741841_1017 (size=62) 2024-11-19T07:14:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741842_1018 (size=62) 2024-11-19T07:14:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741841_1017 (size=62) 2024-11-19T07:14:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741841_1017 (size=62) 2024-11-19T07:14:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741843_1019 (size=62) 2024-11-19T07:14:29,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bfefe1377337254d82f44c55a29066a7, disabling compactions & flushes 2024-11-19T07:14:29,299 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:29,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:29,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. after waiting 0 ms 2024-11-19T07:14:29,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:29,299 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:29,299 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bfefe1377337254d82f44c55a29066a7: Waiting for close lock at 1732000469299Disabling compacts and flushes for region at 1732000469299Disabling writes for close at 1732000469299Writing region close event to WAL at 1732000469299Closed at 1732000469299 2024-11-19T07:14:29,300 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 57ffb6ab477e3b70e3d293224a1f529f, NAME => 'SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741844_1020 (size=62) 2024-11-19T07:14:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741844_1020 (size=62) 2024-11-19T07:14:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741844_1020 (size=62) 2024-11-19T07:14:29,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 57ffb6ab477e3b70e3d293224a1f529f, disabling compactions & flushes 2024-11-19T07:14:29,329 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:29,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:29,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. after waiting 0 ms 2024-11-19T07:14:29,329 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:29,329 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:29,330 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 57ffb6ab477e3b70e3d293224a1f529f: Waiting for close lock at 1732000469329Disabling compacts and flushes for region at 1732000469329Disabling writes for close at 1732000469329Writing region close event to WAL at 1732000469329Closed at 1732000469329 2024-11-19T07:14:29,330 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 729c99972bdc5b07897cd12712bcc877, NAME => 'SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741845_1021 (size=62) 2024-11-19T07:14:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741845_1021 (size=62) 2024-11-19T07:14:29,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741845_1021 (size=62) 2024-11-19T07:14:29,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 729c99972bdc5b07897cd12712bcc877, disabling compactions & flushes 2024-11-19T07:14:29,352 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:29,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:29,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. after waiting 0 ms 2024-11-19T07:14:29,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:29,352 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:29,352 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 729c99972bdc5b07897cd12712bcc877: Waiting for close lock at 1732000469352Disabling compacts and flushes for region at 1732000469352Disabling writes for close at 1732000469352Writing region close event to WAL at 1732000469352Closed at 1732000469352 2024-11-19T07:14:29,353 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f04581208fab7710157c41b80efa4215, NAME => 'SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741846_1022 (size=62) 2024-11-19T07:14:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741846_1022 (size=62) 2024-11-19T07:14:29,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741846_1022 (size=62) 2024-11-19T07:14:29,364 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f04581208fab7710157c41b80efa4215, disabling compactions & flushes 2024-11-19T07:14:29,365 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:29,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:29,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. after waiting 0 ms 2024-11-19T07:14:29,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:29,365 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:29,365 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f04581208fab7710157c41b80efa4215: Waiting for close lock at 1732000469365Disabling compacts and flushes for region at 1732000469365Disabling writes for close at 1732000469365Writing region close event to WAL at 1732000469365Closed at 1732000469365 2024-11-19T07:14:29,366 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f72ede68e4a297ac4c21391c4584d7f2, NAME => 'SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b 2024-11-19T07:14:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741847_1023 (size=54) 2024-11-19T07:14:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741847_1023 (size=54) 2024-11-19T07:14:29,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741847_1023 (size=54) 2024-11-19T07:14:29,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f72ede68e4a297ac4c21391c4584d7f2, disabling compactions & flushes 2024-11-19T07:14:29,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:29,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:29,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. after waiting 0 ms 2024-11-19T07:14:29,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:29,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:29,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f72ede68e4a297ac4c21391c4584d7f2: Waiting for close lock at 1732000469387Disabling compacts and flushes for region at 1732000469387Disabling writes for close at 1732000469387Writing region close event to WAL at 1732000469387Closed at 1732000469387 2024-11-19T07:14:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:29,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,695 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f067aa297a5c545f2168d0e76314a9ab, disabling compactions & flushes 2024-11-19T07:14:29,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. after waiting 0 ms 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:29,696 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f067aa297a5c545f2168d0e76314a9ab: Waiting for close lock at 1732000469695Disabling compacts and flushes for region at 1732000469695Disabling writes for close at 1732000469696 (+1 ms)Writing region close event to WAL at 1732000469696Closed at 1732000469696 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b47748deb84dbd2add0eff32897579eb, disabling compactions & flushes 2024-11-19T07:14:29,696 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. after waiting 0 ms 2024-11-19T07:14:29,696 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:29,696 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:29,697 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b47748deb84dbd2add0eff32897579eb: Waiting for close lock at 1732000469696Disabling compacts and flushes for region at 1732000469696Disabling writes for close at 1732000469696Writing region close event to WAL at 1732000469696Closed at 1732000469696 2024-11-19T07:14:29,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:14:29,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732000469698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000469698"}]},"ts":"1732000469698"} 2024-11-19T07:14:29,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T07:14:29,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:14:29,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000469712"}]},"ts":"1732000469712"} 2024-11-19T07:14:29,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T07:14:29,716 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T07:14:29,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:14:29,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:14:29,722 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T07:14:29,722 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:14:29,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cad405867578938bfc6641589a1ac1ba, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e3ed8de564df7675f417da82f6b1c60, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b47748deb84dbd2add0eff32897579eb, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfefe1377337254d82f44c55a29066a7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57ffb6ab477e3b70e3d293224a1f529f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f04581208fab7710157c41b80efa4215, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72ede68e4a297ac4c21391c4584d7f2, ASSIGN}] 2024-11-19T07:14:29,725 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cad405867578938bfc6641589a1ac1ba, ASSIGN 2024-11-19T07:14:29,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e3ed8de564df7675f417da82f6b1c60, ASSIGN 2024-11-19T07:14:29,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN 2024-11-19T07:14:29,726 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b47748deb84dbd2add0eff32897579eb, ASSIGN 2024-11-19T07:14:29,727 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cad405867578938bfc6641589a1ac1ba, ASSIGN; state=OFFLINE, location=db0afee3eab9,45527,1732000457526; forceNewPlan=false, retain=false 2024-11-19T07:14:29,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN; state=OFFLINE, location=db0afee3eab9,33833,1732000457565; forceNewPlan=false, retain=false 2024-11-19T07:14:29,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e3ed8de564df7675f417da82f6b1c60, ASSIGN; state=OFFLINE, location=db0afee3eab9,39037,1732000457487; forceNewPlan=false, retain=false 2024-11-19T07:14:29,727 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b47748deb84dbd2add0eff32897579eb, ASSIGN; state=OFFLINE, location=db0afee3eab9,45527,1732000457526; forceNewPlan=false, retain=false 2024-11-19T07:14:29,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72ede68e4a297ac4c21391c4584d7f2, ASSIGN 2024-11-19T07:14:29,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72ede68e4a297ac4c21391c4584d7f2, ASSIGN; state=OFFLINE, location=db0afee3eab9,39037,1732000457487; forceNewPlan=false, retain=false 2024-11-19T07:14:29,732 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f04581208fab7710157c41b80efa4215, ASSIGN 2024-11-19T07:14:29,733 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f04581208fab7710157c41b80efa4215, ASSIGN; state=OFFLINE, location=db0afee3eab9,45527,1732000457526; forceNewPlan=false, retain=false 2024-11-19T07:14:29,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN 2024-11-19T07:14:29,735 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN; state=OFFLINE, location=db0afee3eab9,33833,1732000457565; forceNewPlan=false, retain=false 2024-11-19T07:14:29,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57ffb6ab477e3b70e3d293224a1f529f, ASSIGN 2024-11-19T07:14:29,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57ffb6ab477e3b70e3d293224a1f529f, ASSIGN; state=OFFLINE, location=db0afee3eab9,39037,1732000457487; forceNewPlan=false, retain=false 2024-11-19T07:14:29,740 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfefe1377337254d82f44c55a29066a7, ASSIGN 2024-11-19T07:14:29,742 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfefe1377337254d82f44c55a29066a7, ASSIGN; state=OFFLINE, location=db0afee3eab9,45527,1732000457526; forceNewPlan=false, retain=false 2024-11-19T07:14:29,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN 2024-11-19T07:14:29,747 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN; state=OFFLINE, location=db0afee3eab9,33833,1732000457565; forceNewPlan=false, retain=false 2024-11-19T07:14:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:29,878 INFO [db0afee3eab9:38553 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T07:14:29,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f04581208fab7710157c41b80efa4215, regionState=OPENING, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:29,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bfefe1377337254d82f44c55a29066a7, regionState=OPENING, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:29,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b47748deb84dbd2add0eff32897579eb, regionState=OPENING, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:29,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f72ede68e4a297ac4c21391c4584d7f2, regionState=OPENING, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:29,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cad405867578938bfc6641589a1ac1ba, regionState=OPENING, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:29,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=57ffb6ab477e3b70e3d293224a1f529f, regionState=OPENING, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:29,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8e3ed8de564df7675f417da82f6b1c60, regionState=OPENING, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:29,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=729c99972bdc5b07897cd12712bcc877, regionState=OPENING, regionLocation=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:29,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f067aa297a5c545f2168d0e76314a9ab, regionState=OPENING, regionLocation=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:29,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=84a7a281d8dbf9a7de9f6008ccc48e29, regionState=OPENING, regionLocation=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:29,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bfefe1377337254d82f44c55a29066a7, ASSIGN because future has completed 2024-11-19T07:14:29,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfefe1377337254d82f44c55a29066a7, server=db0afee3eab9,45527,1732000457526}] 2024-11-19T07:14:29,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f04581208fab7710157c41b80efa4215, ASSIGN because future has completed 2024-11-19T07:14:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b47748deb84dbd2add0eff32897579eb, ASSIGN because future has completed 2024-11-19T07:14:29,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47748deb84dbd2add0eff32897579eb, server=db0afee3eab9,45527,1732000457526}] 2024-11-19T07:14:29,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cad405867578938bfc6641589a1ac1ba, ASSIGN because future has completed 2024-11-19T07:14:29,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04581208fab7710157c41b80efa4215, server=db0afee3eab9,45527,1732000457526}] 2024-11-19T07:14:29,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f72ede68e4a297ac4c21391c4584d7f2, ASSIGN because future has completed 2024-11-19T07:14:29,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72ede68e4a297ac4c21391c4584d7f2, server=db0afee3eab9,39037,1732000457487}] 2024-11-19T07:14:29,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57ffb6ab477e3b70e3d293224a1f529f, ASSIGN because future has completed 2024-11-19T07:14:29,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f, server=db0afee3eab9,39037,1732000457487}] 2024-11-19T07:14:29,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e3ed8de564df7675f417da82f6b1c60, ASSIGN because future has completed 2024-11-19T07:14:29,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN because future has completed 2024-11-19T07:14:29,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e3ed8de564df7675f417da82f6b1c60, server=db0afee3eab9,39037,1732000457487}] 2024-11-19T07:14:29,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN because future has completed 2024-11-19T07:14:29,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN because future has completed 2024-11-19T07:14:29,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad405867578938bfc6641589a1ac1ba, server=db0afee3eab9,45527,1732000457526}] 2024-11-19T07:14:29,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29, server=db0afee3eab9,33833,1732000457565}] 2024-11-19T07:14:29,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729c99972bdc5b07897cd12712bcc877, server=db0afee3eab9,33833,1732000457565}] 2024-11-19T07:14:29,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f067aa297a5c545f2168d0e76314a9ab, server=db0afee3eab9,33833,1732000457565}] 2024-11-19T07:14:30,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:14:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:34,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:14:34,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:34,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:34,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:38,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:14:38,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:14:38,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:14:38,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:14:39,926 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:14:39,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:14:39,935 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:39,935 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cad405867578938bfc6641589a1ac1ba, NAME => 'SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T07:14:39,936 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,936 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:39,936 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,936 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,938 INFO [StoreOpener-cad405867578938bfc6641589a1ac1ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,941 INFO [StoreOpener-cad405867578938bfc6641589a1ac1ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad405867578938bfc6641589a1ac1ba columnFamilyName cf 2024-11-19T07:14:39,941 DEBUG [StoreOpener-cad405867578938bfc6641589a1ac1ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:39,941 INFO [StoreOpener-cad405867578938bfc6641589a1ac1ba-1 {}] regionserver.HStore(327): Store=cad405867578938bfc6641589a1ac1ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:39,941 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,942 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,942 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,943 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,943 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,944 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,955 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/cad405867578938bfc6641589a1ac1ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:39,964 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:14:39,964 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cad405867578938bfc6641589a1ac1ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59476559, jitterRate=-0.11373020708560944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:39,964 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:39,964 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cad405867578938bfc6641589a1ac1ba: Running coprocessor pre-open hook at 1732000479936Writing region info on filesystem at 1732000479936Initializing all the Stores at 1732000479937 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000479937Cleaning up temporary data from old regions at 1732000479943 (+6 ms)Running coprocessor post-open hooks at 1732000479964 (+21 ms)Region opened successfully at 1732000479964 2024-11-19T07:14:39,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:14:39,966 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba., pid=21, masterSystemTime=1732000479926 2024-11-19T07:14:39,967 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:39,967 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e3ed8de564df7675f417da82f6b1c60, NAME => 'SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T07:14:39,968 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:39,968 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:39,968 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:39,968 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:39,971 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:39,971 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:39,972 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:39,972 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => bfefe1377337254d82f44c55a29066a7, NAME => 'SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T07:14:39,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cad405867578938bfc6641589a1ac1ba, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:39,972 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,972 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:39,972 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,972 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad405867578938bfc6641589a1ac1ba, server=db0afee3eab9,45527,1732000457526 because future has completed 2024-11-19T07:14:39,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-19T07:14:39,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cad405867578938bfc6641589a1ac1ba, server=db0afee3eab9,45527,1732000457526 in 10.0270 sec 2024-11-19T07:14:39,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cad405867578938bfc6641589a1ac1ba, ASSIGN in 10.2570 sec 2024-11-19T07:14:39,984 INFO [StoreOpener-bfefe1377337254d82f44c55a29066a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,987 INFO [StoreOpener-bfefe1377337254d82f44c55a29066a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfefe1377337254d82f44c55a29066a7 columnFamilyName cf 2024-11-19T07:14:39,988 DEBUG [StoreOpener-bfefe1377337254d82f44c55a29066a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:39,989 INFO [StoreOpener-bfefe1377337254d82f44c55a29066a7-1 {}] regionserver.HStore(327): Store=bfefe1377337254d82f44c55a29066a7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:39,989 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,990 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,990 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,991 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,991 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,992 INFO [StoreOpener-8e3ed8de564df7675f417da82f6b1c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:39,996 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:39,999 INFO [StoreOpener-8e3ed8de564df7675f417da82f6b1c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e3ed8de564df7675f417da82f6b1c60 columnFamilyName cf 2024-11-19T07:14:39,999 DEBUG [StoreOpener-8e3ed8de564df7675f417da82f6b1c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,001 INFO [StoreOpener-8e3ed8de564df7675f417da82f6b1c60-1 {}] regionserver.HStore(327): Store=8e3ed8de564df7675f417da82f6b1c60/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,001 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,002 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,002 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,003 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,003 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,005 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,022 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/8e3ed8de564df7675f417da82f6b1c60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,023 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:40,023 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 8e3ed8de564df7675f417da82f6b1c60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69338676, jitterRate=0.03322678804397583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:40,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 84a7a281d8dbf9a7de9f6008ccc48e29, NAME => 'SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T07:14:40,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 8e3ed8de564df7675f417da82f6b1c60: Running coprocessor pre-open hook at 1732000479968Writing region info on filesystem at 1732000479968Initializing all the Stores at 1732000479976 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000479976Cleaning up temporary data from old regions at 1732000480003 (+27 ms)Running coprocessor post-open hooks at 1732000480023 (+20 ms)Region opened successfully at 1732000480023 2024-11-19T07:14:40,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,023 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,024 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,024 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,024 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/bfefe1377337254d82f44c55a29066a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,024 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60., pid=20, masterSystemTime=1732000479944 2024-11-19T07:14:40,025 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened bfefe1377337254d82f44c55a29066a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71081847, jitterRate=0.05920206010341644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,025 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:40,025 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for bfefe1377337254d82f44c55a29066a7: Running coprocessor pre-open hook at 1732000479973Writing region info on filesystem at 1732000479973Initializing all the Stores at 1732000479975 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000479975Cleaning up temporary data from old regions at 1732000479991 (+16 ms)Running coprocessor post-open hooks at 1732000480025 (+34 ms)Region opened successfully at 1732000480025 2024-11-19T07:14:40,026 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7., pid=15, masterSystemTime=1732000479926 2024-11-19T07:14:40,027 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:40,027 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:40,027 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:40,027 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 57ffb6ab477e3b70e3d293224a1f529f, NAME => 'SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T07:14:40,027 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,027 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,027 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,028 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=8e3ed8de564df7675f417da82f6b1c60, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:40,029 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:40,029 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:40,029 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:40,029 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f04581208fab7710157c41b80efa4215, NAME => 'SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T07:14:40,029 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,030 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,030 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,030 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,031 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=bfefe1377337254d82f44c55a29066a7, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:40,033 INFO [StoreOpener-57ffb6ab477e3b70e3d293224a1f529f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e3ed8de564df7675f417da82f6b1c60, server=db0afee3eab9,39037,1732000457487 because future has completed 2024-11-19T07:14:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfefe1377337254d82f44c55a29066a7, server=db0afee3eab9,45527,1732000457526 because future has completed 2024-11-19T07:14:40,036 INFO [StoreOpener-f04581208fab7710157c41b80efa4215-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,037 INFO [StoreOpener-57ffb6ab477e3b70e3d293224a1f529f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57ffb6ab477e3b70e3d293224a1f529f columnFamilyName cf 2024-11-19T07:14:40,037 DEBUG [StoreOpener-57ffb6ab477e3b70e3d293224a1f529f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,038 INFO [StoreOpener-57ffb6ab477e3b70e3d293224a1f529f-1 {}] regionserver.HStore(327): Store=57ffb6ab477e3b70e3d293224a1f529f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,038 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-19T07:14:40,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e3ed8de564df7675f417da82f6b1c60, server=db0afee3eab9,39037,1732000457487 in 10.0900 sec 2024-11-19T07:14:40,039 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-19T07:14:40,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure bfefe1377337254d82f44c55a29066a7, server=db0afee3eab9,45527,1732000457526 in 10.1470 sec 2024-11-19T07:14:40,040 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,041 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,041 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e3ed8de564df7675f417da82f6b1c60, ASSIGN in 10.3160 sec 2024-11-19T07:14:40,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bfefe1377337254d82f44c55a29066a7, ASSIGN in 10.3170 sec 2024-11-19T07:14:40,045 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,047 INFO [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,050 INFO [StoreOpener-f04581208fab7710157c41b80efa4215-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f04581208fab7710157c41b80efa4215 columnFamilyName cf 2024-11-19T07:14:40,050 DEBUG [StoreOpener-f04581208fab7710157c41b80efa4215-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,051 INFO [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84a7a281d8dbf9a7de9f6008ccc48e29 columnFamilyName cf 2024-11-19T07:14:40,051 DEBUG [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,054 INFO [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] regionserver.HStore(327): Store=84a7a281d8dbf9a7de9f6008ccc48e29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,054 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,054 INFO [StoreOpener-f04581208fab7710157c41b80efa4215-1 {}] regionserver.HStore(327): Store=f04581208fab7710157c41b80efa4215/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,054 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,055 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,055 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,055 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,056 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,056 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,056 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,056 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,057 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 57ffb6ab477e3b70e3d293224a1f529f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73127818, jitterRate=0.08968940377235413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:40,057 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 57ffb6ab477e3b70e3d293224a1f529f: Running coprocessor pre-open hook at 1732000480028Writing region info on filesystem at 1732000480028Initializing all the Stores at 1732000480030 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480030Cleaning up temporary data from old regions at 1732000480041 (+11 ms)Running coprocessor post-open hooks at 1732000480057 (+16 ms)Region opened successfully at 1732000480057 2024-11-19T07:14:40,058 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., pid=19, masterSystemTime=1732000479944 2024-11-19T07:14:40,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=57ffb6ab477e3b70e3d293224a1f529f, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:40,062 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:40,062 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:40,062 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:40,062 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f72ede68e4a297ac4c21391c4584d7f2, NAME => 'SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T07:14:40,063 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,063 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,063 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,063 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f, server=db0afee3eab9,39037,1732000457487 because future has completed 2024-11-19T07:14:40,065 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,066 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-11-19T07:14:40,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f, server=db0afee3eab9,39037,1732000457487 in 10.1330 sec 2024-11-19T07:14:40,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57ffb6ab477e3b70e3d293224a1f529f, ASSIGN in 10.3470 sec 2024-11-19T07:14:40,076 INFO [StoreOpener-f72ede68e4a297ac4c21391c4584d7f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,081 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/84a7a281d8dbf9a7de9f6008ccc48e29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,081 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,082 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f04581208fab7710157c41b80efa4215; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61118075, jitterRate=-0.0892697125673294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,082 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 84a7a281d8dbf9a7de9f6008ccc48e29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70975503, jitterRate=0.05761741101741791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,082 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f04581208fab7710157c41b80efa4215 2024-11-19T07:14:40,082 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:40,082 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 84a7a281d8dbf9a7de9f6008ccc48e29: Running coprocessor pre-open hook at 1732000480024Writing region info on filesystem at 1732000480024Initializing all the Stores at 1732000480026 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480026Cleaning up temporary data from old regions at 1732000480056 (+30 ms)Running coprocessor post-open hooks at 1732000480082 (+26 ms)Region opened successfully at 1732000480082 2024-11-19T07:14:40,082 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f04581208fab7710157c41b80efa4215: Running coprocessor pre-open hook at 1732000480030Writing region info on filesystem at 1732000480030Initializing all the Stores at 1732000480031 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480031Cleaning up temporary data from old regions at 1732000480057 (+26 ms)Running coprocessor post-open hooks at 1732000480082 (+25 ms)Region opened successfully at 1732000480082 2024-11-19T07:14:40,083 INFO [StoreOpener-f72ede68e4a297ac4c21391c4584d7f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72ede68e4a297ac4c21391c4584d7f2 columnFamilyName cf 2024-11-19T07:14:40,083 DEBUG [StoreOpener-f72ede68e4a297ac4c21391c4584d7f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,083 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., pid=17, masterSystemTime=1732000479926 2024-11-19T07:14:40,083 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29., pid=22, masterSystemTime=1732000479963 2024-11-19T07:14:40,085 INFO [StoreOpener-f72ede68e4a297ac4c21391c4584d7f2-1 {}] regionserver.HStore(327): Store=f72ede68e4a297ac4c21391c4584d7f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,085 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,085 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:40,085 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:40,085 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:40,086 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b47748deb84dbd2add0eff32897579eb, NAME => 'SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T07:14:40,086 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,086 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,086 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,086 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,087 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,087 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f04581208fab7710157c41b80efa4215, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:40,088 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:40,088 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:40,088 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:40,088 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f067aa297a5c545f2168d0e76314a9ab, NAME => 'SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T07:14:40,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,089 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,090 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,090 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,093 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f04581208fab7710157c41b80efa4215, server=db0afee3eab9,45527,1732000457526 because future has completed 2024-11-19T07:14:40,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=84a7a281d8dbf9a7de9f6008ccc48e29, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:40,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29, server=db0afee3eab9,33833,1732000457565 because future has completed 2024-11-19T07:14:40,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-19T07:14:40,101 INFO [StoreOpener-b47748deb84dbd2add0eff32897579eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,101 INFO [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,103 INFO [StoreOpener-b47748deb84dbd2add0eff32897579eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47748deb84dbd2add0eff32897579eb columnFamilyName cf 2024-11-19T07:14:40,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f04581208fab7710157c41b80efa4215, server=db0afee3eab9,45527,1732000457526 in 10.1700 sec 2024-11-19T07:14:40,103 DEBUG [StoreOpener-b47748deb84dbd2add0eff32897579eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,105 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,105 INFO [StoreOpener-b47748deb84dbd2add0eff32897579eb-1 {}] regionserver.HStore(327): Store=b47748deb84dbd2add0eff32897579eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,105 INFO [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f067aa297a5c545f2168d0e76314a9ab columnFamilyName cf 2024-11-19T07:14:40,105 DEBUG [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,105 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,106 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f72ede68e4a297ac4c21391c4584d7f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66825680, jitterRate=-0.004219770431518555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,106 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:40,106 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f72ede68e4a297ac4c21391c4584d7f2: Running coprocessor pre-open hook at 1732000480063Writing region info on filesystem at 1732000480063Initializing all the Stores at 1732000480068 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480068Cleaning up temporary data from old regions at 1732000480090 (+22 ms)Running coprocessor post-open hooks at 1732000480106 (+16 ms)Region opened successfully at 1732000480106 2024-11-19T07:14:40,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-19T07:14:40,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29, server=db0afee3eab9,33833,1732000457565 in 10.1430 sec 2024-11-19T07:14:40,107 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,107 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., pid=18, masterSystemTime=1732000479944 2024-11-19T07:14:40,107 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,107 INFO [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] regionserver.HStore(327): Store=f067aa297a5c545f2168d0e76314a9ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,108 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f04581208fab7710157c41b80efa4215, ASSIGN in 10.3800 sec 2024-11-19T07:14:40,109 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,109 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,109 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN in 10.3840 sec 2024-11-19T07:14:40,109 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,111 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:40,111 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:40,111 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,111 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,111 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f72ede68e4a297ac4c21391c4584d7f2, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:40,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f72ede68e4a297ac4c21391c4584d7f2, server=db0afee3eab9,39037,1732000457487 because future has completed 2024-11-19T07:14:40,116 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-19T07:14:40,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f72ede68e4a297ac4c21391c4584d7f2, server=db0afee3eab9,39037,1732000457487 in 10.1840 sec 2024-11-19T07:14:40,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f72ede68e4a297ac4c21391c4584d7f2, ASSIGN in 10.3980 sec 2024-11-19T07:14:40,129 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f067aa297a5c545f2168d0e76314a9ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,130 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f067aa297a5c545f2168d0e76314a9ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65470536, jitterRate=-0.024412989616394043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f067aa297a5c545f2168d0e76314a9ab: Running coprocessor pre-open hook at 1732000480089Writing region info on filesystem at 1732000480089Initializing all the Stores at 1732000480095 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480095Cleaning up temporary data from old regions at 1732000480111 (+16 ms)Running coprocessor post-open hooks at 1732000480130 (+19 ms)Region opened successfully at 1732000480130 2024-11-19T07:14:40,131 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/b47748deb84dbd2add0eff32897579eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,131 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab., pid=24, masterSystemTime=1732000479963 2024-11-19T07:14:40,131 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b47748deb84dbd2add0eff32897579eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59088462, jitterRate=-0.11951330304145813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,131 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:40,132 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b47748deb84dbd2add0eff32897579eb: Running coprocessor pre-open hook at 1732000480086Writing region info on filesystem at 1732000480086Initializing all the Stores at 1732000480087 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480087Cleaning up temporary data from old regions at 1732000480109 (+22 ms)Running coprocessor post-open hooks at 1732000480131 (+22 ms)Region opened successfully at 1732000480132 (+1 ms) 2024-11-19T07:14:40,132 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb., pid=16, masterSystemTime=1732000479926 2024-11-19T07:14:40,134 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:40,134 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:40,134 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:40,134 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 729c99972bdc5b07897cd12712bcc877, NAME => 'SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T07:14:40,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f067aa297a5c545f2168d0e76314a9ab, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:40,135 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,135 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:14:40,135 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,135 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,136 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:40,136 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:40,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b47748deb84dbd2add0eff32897579eb, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:40,137 INFO [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f067aa297a5c545f2168d0e76314a9ab, server=db0afee3eab9,33833,1732000457565 because future has completed 2024-11-19T07:14:40,140 INFO [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729c99972bdc5b07897cd12712bcc877 columnFamilyName cf 2024-11-19T07:14:40,140 DEBUG [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:14:40,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47748deb84dbd2add0eff32897579eb, server=db0afee3eab9,45527,1732000457526 because future has completed 2024-11-19T07:14:40,142 INFO [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] regionserver.HStore(327): Store=729c99972bdc5b07897cd12712bcc877/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:14:40,142 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,143 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,144 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38553 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=db0afee3eab9,45527,1732000457526, table=SPTestTable, region=b47748deb84dbd2add0eff32897579eb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T07:14:40,144 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,145 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,145 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-19T07:14:40,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f067aa297a5c545f2168d0e76314a9ab, server=db0afee3eab9,33833,1732000457565 in 10.1700 sec 2024-11-19T07:14:40,148 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-19T07:14:40,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN in 10.4230 sec 2024-11-19T07:14:40,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b47748deb84dbd2add0eff32897579eb, server=db0afee3eab9,45527,1732000457526 in 10.2290 sec 2024-11-19T07:14:40,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b47748deb84dbd2add0eff32897579eb, ASSIGN in 10.4250 sec 2024-11-19T07:14:40,152 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:14:40,153 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 729c99972bdc5b07897cd12712bcc877; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72200820, jitterRate=0.07587605714797974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:14:40,153 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:40,153 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 729c99972bdc5b07897cd12712bcc877: Running coprocessor pre-open hook at 1732000480135Writing region info on filesystem at 1732000480135Initializing all the Stores at 1732000480137 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000480137Cleaning up temporary data from old regions at 1732000480145 (+8 ms)Running coprocessor post-open hooks at 1732000480153 (+8 ms)Region opened successfully at 1732000480153 2024-11-19T07:14:40,154 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., pid=23, masterSystemTime=1732000479963 2024-11-19T07:14:40,156 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:40,157 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:40,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=729c99972bdc5b07897cd12712bcc877, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:40,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729c99972bdc5b07897cd12712bcc877, server=db0afee3eab9,33833,1732000457565 because future has completed 2024-11-19T07:14:40,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-19T07:14:40,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 729c99972bdc5b07897cd12712bcc877, server=db0afee3eab9,33833,1732000457565 in 10.1940 sec 2024-11-19T07:14:40,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-19T07:14:40,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN in 10.4410 sec 2024-11-19T07:14:40,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:14:40,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000480171"}]},"ts":"1732000480171"} 2024-11-19T07:14:40,174 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T07:14:40,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:14:40,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.0670 sec 2024-11-19T07:14:42,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T07:14:44,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:44,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:44,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:45,480 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:14:45,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:45,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:45,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:14:47,016 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:14:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:14:47,338 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T07:14:47,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T07:14:47,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:14:47,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T07:14:47,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:14:47,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T07:14:47,378 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,380 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,381 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,382 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,383 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,383 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,384 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., hostname=db0afee3eab9,33833,1732000457565, seqNum=2] 2024-11-19T07:14:47,418 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., hostname=db0afee3eab9,33833,1732000457565, seqNum=2] 2024-11-19T07:14:47,421 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., hostname=db0afee3eab9,33833,1732000457565, seqNum=2] 2024-11-19T07:14:47,422 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., hostname=db0afee3eab9,33833,1732000457565, seqNum=2] 2024-11-19T07:14:47,424 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., hostname=db0afee3eab9,33833,1732000457565, seqNum=2] 2024-11-19T07:14:47,427 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., hostname=db0afee3eab9,33833,1732000457565, seqNum=2] 2024-11-19T07:14:47,460 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., hostname=db0afee3eab9,45527,1732000457526, seqNum=2] 2024-11-19T07:14:47,462 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., hostname=db0afee3eab9,45527,1732000457526, seqNum=2] 2024-11-19T07:14:47,464 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., hostname=db0afee3eab9,45527,1732000457526, seqNum=2] 2024-11-19T07:14:47,466 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., hostname=db0afee3eab9,45527,1732000457526, seqNum=2] 2024-11-19T07:14:47,467 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., hostname=db0afee3eab9,45527,1732000457526, seqNum=2] 2024-11-19T07:14:47,469 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215., hostname=db0afee3eab9,45527,1732000457526, seqNum=2] 2024-11-19T07:14:47,522 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,524 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,525 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:47,528 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., hostname=db0afee3eab9,39037,1732000457487, seqNum=2] 2024-11-19T07:14:48,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:14:48,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:14:48,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:14:48,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:14:48,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:14:48,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45527 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:14:48,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:48,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:14:48,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39037 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T07:14:48,796 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T07:14:48,796 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:14:48,797 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T07:14:48,798 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T07:14:48,800 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T07:14:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741848_1024 (size=49) 2024-11-19T07:14:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741848_1024 (size=49) 2024-11-19T07:14:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741848_1024 (size=49) 2024-11-19T07:14:48,813 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T07:14:48,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad405867578938bfc6641589a1ac1ba}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e3ed8de564df7675f417da82f6b1c60}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b47748deb84dbd2add0eff32897579eb}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f067aa297a5c545f2168d0e76314a9ab}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfefe1377337254d82f44c55a29066a7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 729c99972bdc5b07897cd12712bcc877}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04581208fab7710157c41b80efa4215}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72ede68e4a297ac4c21391c4584d7f2}] 2024-11-19T07:14:48,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:48,815 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:48,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04581208fab7710157c41b80efa4215 2024-11-19T07:14:48,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:48,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:48,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:48,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:48,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:48,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:48,820 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:50,650 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-19T07:14:58,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T07:14:58,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T07:14:58,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T07:14:58,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T07:14:58,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:58,818 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f72ede68e4a297ac4c21391c4584d7f2 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-19T07:14:58,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T07:14:58,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:58,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 84a7a281d8dbf9a7de9f6008ccc48e29: 2024-11-19T07:14:58,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. for SnapshotProcedureTest completed. 2024-11-19T07:14:58,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:58,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:58,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:14:58,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T07:14:58,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for bfefe1377337254d82f44c55a29066a7: 2024-11-19T07:14:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. for SnapshotProcedureTest completed. 2024-11-19T07:14:58,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T07:14:58,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:58,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:58,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:58,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:58,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:14:58,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 57ffb6ab477e3b70e3d293224a1f529f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-19T07:14:58,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 8e3ed8de564df7675f417da82f6b1c60: 2024-11-19T07:14:58,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. for SnapshotProcedureTest completed. 2024-11-19T07:14:58,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:58,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:58,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:14:58,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T07:14:58,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:58,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T07:14:58,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f04581208fab7710157c41b80efa4215 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T07:14:58,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:58,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f067aa297a5c545f2168d0e76314a9ab: 2024-11-19T07:14:58,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. for SnapshotProcedureTest completed. 2024-11-19T07:14:58,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:58,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:58,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:14:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T07:14:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for cad405867578938bfc6641589a1ac1ba: 2024-11-19T07:14:58,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. for SnapshotProcedureTest completed. 2024-11-19T07:14:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:58,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:14:58,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:58,877 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 729c99972bdc5b07897cd12712bcc877 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T07:14:58,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/.tmp/cf/301b1c6143684637a0961098c522c697 is 34, key is aaa/cf:cf/1732000488232/Put/seqid=0 2024-11-19T07:14:58,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/.tmp/cf/bb12c179355c4cc2a0613f4d752df7ba is 34, key is baa/cf:cf/1732000488187/Put/seqid=0 2024-11-19T07:14:58,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/.tmp/cf/0fa215eb34534e239482eb1059aa77e6 is 34, key is ccd/cf:cf/1732000488214/Put/seqid=0 2024-11-19T07:14:59,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/.tmp/cf/824015be019843d0bb9f499eb45a5cfb is 34, key is eaa/cf:cf/1732000488680/Put/seqid=0 2024-11-19T07:14:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741849_1025 (size=65) 2024-11-19T07:14:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741849_1025 (size=65) 2024-11-19T07:14:59,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:14:59,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T07:14:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T07:14:59,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:59,157 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:14:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741849_1025 (size=65) 2024-11-19T07:14:59,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e3ed8de564df7675f417da82f6b1c60 in 10.3450 sec 2024-11-19T07:14:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741850_1026 (size=65) 2024-11-19T07:14:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741850_1026 (size=65) 2024-11-19T07:14:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741850_1026 (size=65) 2024-11-19T07:14:59,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:14:59,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T07:14:59,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:59,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b47748deb84dbd2add0eff32897579eb: 2024-11-19T07:14:59,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. for SnapshotProcedureTest completed. 2024-11-19T07:14:59,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:59,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T07:14:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T07:14:59,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:59,246 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bfefe1377337254d82f44c55a29066a7 2024-11-19T07:14:59,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bfefe1377337254d82f44c55a29066a7 in 10.4340 sec 2024-11-19T07:14:59,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741853_1029 (size=65) 2024-11-19T07:14:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741853_1029 (size=65) 2024-11-19T07:14:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741852_1028 (size=65) 2024-11-19T07:14:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741853_1029 (size=65) 2024-11-19T07:14:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741852_1028 (size=65) 2024-11-19T07:14:59,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:14:59,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T07:14:59,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741852_1028 (size=65) 2024-11-19T07:14:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T07:14:59,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:59,285 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:14:59,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29 in 10.4730 sec 2024-11-19T07:14:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741854_1030 (size=26918) 2024-11-19T07:14:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741854_1030 (size=26918) 2024-11-19T07:14:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741854_1030 (size=26918) 2024-11-19T07:14:59,307 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/.tmp/cf/301b1c6143684637a0961098c522c697 2024-11-19T07:14:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741855_1031 (size=28623) 2024-11-19T07:14:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741855_1031 (size=28623) 2024-11-19T07:14:59,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741855_1031 (size=28623) 2024-11-19T07:14:59,320 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/.tmp/cf/bb12c179355c4cc2a0613f4d752df7ba 2024-11-19T07:14:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741857_1033 (size=499309) 2024-11-19T07:14:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741857_1033 (size=499309) 2024-11-19T07:14:59,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741857_1033 (size=499309) 2024-11-19T07:14:59,345 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/.tmp/cf/824015be019843d0bb9f499eb45a5cfb 2024-11-19T07:14:59,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/.tmp/cf/301b1c6143684637a0961098c522c697 as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/cf/301b1c6143684637a0961098c522c697 2024-11-19T07:14:59,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/.tmp/cf/bb12c179355c4cc2a0613f4d752df7ba as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/cf/bb12c179355c4cc2a0613f4d752df7ba 2024-11-19T07:14:59,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741851_1027 (size=57) 2024-11-19T07:14:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741851_1027 (size=57) 2024-11-19T07:14:59,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/cf/bb12c179355c4cc2a0613f4d752df7ba, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T07:14:59,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:14:59,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T07:14:59,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741856_1032 (size=47197) 2024-11-19T07:14:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741851_1027 (size=57) 2024-11-19T07:14:59,371 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 729c99972bdc5b07897cd12712bcc877 in 494ms, sequenceid=5, compaction requested=false 2024-11-19T07:14:59,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 729c99972bdc5b07897cd12712bcc877: 2024-11-19T07:14:59,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. for SnapshotProcedureTest completed. 2024-11-19T07:14:59,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741856_1032 (size=47197) 2024-11-19T07:14:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/cf/bb12c179355c4cc2a0613f4d752df7ba] hfiles 2024-11-19T07:14:59,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/cf/bb12c179355c4cc2a0613f4d752df7ba for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741856_1032 (size=47197) 2024-11-19T07:14:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T07:14:59,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:59,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cad405867578938bfc6641589a1ac1ba 2024-11-19T07:14:59,375 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/.tmp/cf/0fa215eb34534e239482eb1059aa77e6 2024-11-19T07:14:59,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cad405867578938bfc6641589a1ac1ba in 10.5610 sec 2024-11-19T07:14:59,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/cf/301b1c6143684637a0961098c522c697, entries=676, sequenceid=5, filesize=26.3 K 2024-11-19T07:14:59,387 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 57ffb6ab477e3b70e3d293224a1f529f in 555ms, sequenceid=5, compaction requested=false 2024-11-19T07:14:59,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 57ffb6ab477e3b70e3d293224a1f529f: 2024-11-19T07:14:59,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. for SnapshotProcedureTest completed. 2024-11-19T07:14:59,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:59,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/cf/301b1c6143684637a0961098c522c697] hfiles 2024-11-19T07:14:59,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/cf/301b1c6143684637a0961098c522c697 for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/.tmp/cf/824015be019843d0bb9f499eb45a5cfb as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/cf/824015be019843d0bb9f499eb45a5cfb 2024-11-19T07:14:59,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/.tmp/cf/0fa215eb34534e239482eb1059aa77e6 as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/cf/0fa215eb34534e239482eb1059aa77e6 2024-11-19T07:14:59,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/cf/0fa215eb34534e239482eb1059aa77e6, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T07:14:59,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f04581208fab7710157c41b80efa4215 in 563ms, sequenceid=5, compaction requested=false 2024-11-19T07:14:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f04581208fab7710157c41b80efa4215: 2024-11-19T07:14:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. for SnapshotProcedureTest completed. 2024-11-19T07:14:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/cf/0fa215eb34534e239482eb1059aa77e6] hfiles 2024-11-19T07:14:59,400 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/cf/0fa215eb34534e239482eb1059aa77e6 for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741858_1034 (size=65) 2024-11-19T07:14:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741858_1034 (size=65) 2024-11-19T07:14:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741858_1034 (size=65) 2024-11-19T07:14:59,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:14:59,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T07:14:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T07:14:59,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:59,411 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b47748deb84dbd2add0eff32897579eb 2024-11-19T07:14:59,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b47748deb84dbd2add0eff32897579eb in 10.5990 sec 2024-11-19T07:14:59,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/cf/824015be019843d0bb9f499eb45a5cfb, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-19T07:14:59,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f72ede68e4a297ac4c21391c4584d7f2 in 605ms, sequenceid=5, compaction requested=false 2024-11-19T07:14:59,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f72ede68e4a297ac4c21391c4584d7f2: 2024-11-19T07:14:59,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. for SnapshotProcedureTest completed. 2024-11-19T07:14:59,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T07:14:59,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/cf/824015be019843d0bb9f499eb45a5cfb] hfiles 2024-11-19T07:14:59,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/cf/824015be019843d0bb9f499eb45a5cfb for snapshot=SnapshotProcedureTest 2024-11-19T07:14:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741859_1035 (size=105) 2024-11-19T07:14:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741859_1035 (size=105) 2024-11-19T07:14:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741859_1035 (size=105) 2024-11-19T07:14:59,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:14:59,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T07:14:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T07:14:59,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:59,445 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:14:59,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 729c99972bdc5b07897cd12712bcc877 in 10.6330 sec 2024-11-19T07:14:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741860_1036 (size=105) 2024-11-19T07:14:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741860_1036 (size=105) 2024-11-19T07:14:59,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:14:59,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T07:14:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741860_1036 (size=105) 2024-11-19T07:14:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T07:14:59,461 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f04581208fab7710157c41b80efa4215 2024-11-19T07:14:59,461 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f04581208fab7710157c41b80efa4215 2024-11-19T07:14:59,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f04581208fab7710157c41b80efa4215 in 10.6500 sec 2024-11-19T07:14:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741861_1037 (size=105) 2024-11-19T07:14:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741861_1037 (size=105) 2024-11-19T07:14:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741861_1037 (size=105) 2024-11-19T07:14:59,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:14:59,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T07:14:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T07:14:59,522 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:59,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:14:59,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57ffb6ab477e3b70e3d293224a1f529f in 10.7110 sec 2024-11-19T07:14:59,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741862_1038 (size=97) 2024-11-19T07:14:59,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741862_1038 (size=97) 2024-11-19T07:14:59,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741862_1038 (size=97) 2024-11-19T07:14:59,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:14:59,541 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T07:14:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T07:14:59,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:59,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:14:59,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f72ede68e4a297ac4c21391c4584d7f2 in 10.7330 sec 2024-11-19T07:14:59,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:14:59,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T07:14:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T07:14:59,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:59,686 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:14:59,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-19T07:14:59,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f067aa297a5c545f2168d0e76314a9ab in 10.8740 sec 2024-11-19T07:14:59,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T07:14:59,691 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T07:14:59,692 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T07:14:59,692 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T07:14:59,697 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T07:14:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741863_1039 (size=1174) 2024-11-19T07:14:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741863_1039 (size=1174) 2024-11-19T07:14:59,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741863_1039 (size=1174) 2024-11-19T07:14:59,792 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T07:14:59,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T07:14:59,802 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,803 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:59,807 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:59,808 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:59,813 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:59,814 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,816 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:14:59,819 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,821 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:14:59,822 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,822 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:59,822 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server db0afee3eab9,33833,1732000457565: Simulated kill ***** 2024-11-19T07:14:59,822 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:14:59,822 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:14:59,823 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:14:59,823 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:14:59,823 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:14:59,823 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 383096832 }, "NonHeapMemoryUsage": { "committed": 176422912, "init": 7667712, "max": -1, "used": 171742072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:14:59,824 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38553 {}] master.MasterRpcServices(700): db0afee3eab9,33833,1732000457565 reported a fatal error: ***** ABORTING region server db0afee3eab9,33833,1732000457565: Simulated kill ***** 2024-11-19T07:14:59,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,33833,1732000457565' ***** 2024-11-19T07:14:59,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T07:14:59,841 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:14:59,841 INFO [RS:2;db0afee3eab9:33833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T07:14:59,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:14:59,841 INFO [RS:2;db0afee3eab9:33833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T07:14:59,841 INFO [RS:2;db0afee3eab9:33833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:14:59,842 INFO [RS:2;db0afee3eab9:33833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;db0afee3eab9:33833. 2024-11-19T07:14:59,842 DEBUG [RS:2;db0afee3eab9:33833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:14:59,842 DEBUG [RS:2;db0afee3eab9:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:59,843 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T07:14:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741833_1009 (size=1488) 2024-11-19T07:14:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741833_1009 (size=1488) 2024-11-19T07:14:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741833_1009 (size=1488) 2024-11-19T07:14:59,866 DEBUG [RS:2;db0afee3eab9:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:14:59,866 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:14:59,866 INFO [RS:2;db0afee3eab9:33833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33833 2024-11-19T07:14:59,888 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:14:59,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:14:59,963 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,963 INFO [RS:2;db0afee3eab9:33833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:14:59,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,33833,1732000457565] 2024-11-19T07:14:59,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,33833,1732000457565 already deleted, retry=false 2024-11-19T07:14:59,984 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of db0afee3eab9,33833,1732000457565 on db0afee3eab9,38553,1732000457040 2024-11-19T07:14:59,985 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db0afee3eab9,33833,1732000457565, splitWal=true, meta=false 2024-11-19T07:14:59,985 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for db0afee3eab9,33833,1732000457565 (carryingMeta=false) db0afee3eab9,33833,1732000457565/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@147f035[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T07:14:59,986 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db0afee3eab9,33833,1732000457565, splitWal=true, meta=false 2024-11-19T07:14:59,987 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): db0afee3eab9,33833,1732000457565 had 3 regions 2024-11-19T07:14:59,988 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,33833,1732000457565, splitWal=true, meta=false, isMeta: false 2024-11-19T07:14:59,990 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting 2024-11-19T07:14:59,991 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,33833,1732000457565 WAL count=1, meta=false 2024-11-19T07:14:59,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure db0afee3eab9%2C33833%2C1732000457565.1732000458381}] 2024-11-19T07:14:59,994 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:14:59,995 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,33833,1732000457565 Release verify snapshot worker=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C33833%2C1732000457565.1732000458381, worker=db0afee3eab9,45527,1732000457526}] 2024-11-19T07:14:59,996 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to db0afee3eab9,33833,1732000457565, this operation will be retried to send to another server 2024-11-19T07:14:59,996 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:14:59,996 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732000500996 2024-11-19T07:14:59,998 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,33833,1732000457565 Release verify snapshot worker=db0afee3eab9,33833,1732000457565 2024-11-19T07:14:59,998 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to db0afee3eab9,33833,1732000457565, this operation will be retried to send to another server 2024-11-19T07:14:59,998 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:14:59,998 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732000500998 2024-11-19T07:14:59,999 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-19T07:14:59,999 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-19T07:14:59,999 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-19T07:15:00,003 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,33833,1732000457565 Release verify snapshot worker=db0afee3eab9,33833,1732000457565 2024-11-19T07:15:00,003 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to db0afee3eab9,33833,1732000457565, this operation will be retried to send to another server 2024-11-19T07:15:00,003 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:15:00,003 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732000501003 2024-11-19T07:15:00,074 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:00,074 INFO [RS:2;db0afee3eab9:33833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:15:00,074 INFO [RS:2;db0afee3eab9:33833 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,33833,1732000457565; zookeeper connection closed. 2024-11-19T07:15:00,074 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10151f19ce70003, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:00,074 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43dfb15c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43dfb15c 2024-11-19T07:15:00,240 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:15:00,240 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:15:06,333 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:34587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T07:15:09,759 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T07:15:09,760 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T07:15:09,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-19T07:15:09,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-19T07:15:09,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-19T07:15:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-19T07:15:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-19T07:15:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-19T07:15:09,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T07:15:09,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-19T07:15:09,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-19T07:15:09,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-19T07:15:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-19T07:15:09,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-19T07:15:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-19T07:15:09,815 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 Release verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:09,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T07:15:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-19T07:15:09,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-19T07:15:09,817 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T07:15:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-19T07:15:09,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 in 10.0170 sec 2024-11-19T07:15:09,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-19T07:15:09,819 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:09,821 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 Release verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T07:15:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-19T07:15:09,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 Release verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:09,827 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 Release verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:09,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 in 10.0260 sec 2024-11-19T07:15:09,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 in 10.0230 sec 2024-11-19T07:15:09,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 in 10.0290 sec 2024-11-19T07:15:09,835 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 Release verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:09,835 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 Release verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:09,836 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:09,836 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:09,836 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:09,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 in 10.0370 sec 2024-11-19T07:15:09,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 in 10.0370 sec 2024-11-19T07:15:09,843 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381, size=1.5 K (1488bytes) 2024-11-19T07:15:09,843 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 2024-11-19T07:15:09,843 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 after 0ms 2024-11-19T07:15:09,848 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 took 5ms 2024-11-19T07:15:09,851 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 84a7a281d8dbf9a7de9f6008ccc48e29: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T07:15:09,852 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f067aa297a5c545f2168d0e76314a9ab: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T07:15:09,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 729c99972bdc5b07897cd12712bcc877: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-19T07:15:09,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 so closing down 2024-11-19T07:15:09,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T07:15:09,856 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T07:15:09,857 INFO [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 9 ms; skipped=5; WAL=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-19T07:15:09,857 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381, journal: Splitting hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381, size=1.5 K (1488bytes) at 1732000509843Finishing writing output for hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 so closing down at 1732000509854 (+11 ms)3 split writer threads finished at 1732000509857 (+3 ms)Processed 5 edits across 0 Regions in 9 ms; skipped=5; WAL=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732000509857 2024-11-19T07:15:09,857 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 2024-11-19T07:15:09,857 DEBUG [RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T07:15:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T07:15:09,861 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting/db0afee3eab9%2C33833%2C1732000457565.1732000458381 to hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs 2024-11-19T07:15:09,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T07:15:09,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure db0afee3eab9%2C33833%2C1732000457565.1732000458381, worker=db0afee3eab9,45527,1732000457526 in 9.8660 sec 2024-11-19T07:15:09,864 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:09,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T07:15:09,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure db0afee3eab9%2C33833%2C1732000457565.1732000458381, worker=db0afee3eab9,45527,1732000457526 in 9.8730 sec 2024-11-19T07:15:09,869 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting dir is empty, no logs to split. 2024-11-19T07:15:09,869 INFO [PEWorker-2 {}] master.SplitWALManager(105): db0afee3eab9,33833,1732000457565 WAL count=0, meta=false 2024-11-19T07:15:09,869 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,33833,1732000457565 WAL splitting is done? wals=0, meta=false 2024-11-19T07:15:09,870 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for db0afee3eab9,33833,1732000457565 failed, ignore...File hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,33833,1732000457565-splitting does not exist. 2024-11-19T07:15:09,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN}] 2024-11-19T07:15:09,873 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN 2024-11-19T07:15:09,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN 2024-11-19T07:15:09,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:15:09,875 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:15:09,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN 2024-11-19T07:15:09,876 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:15:10,025 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(204): Hosts are {db0afee3eab9=0} racks are {/default-rack=0} 2024-11-19T07:15:10,025 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T07:15:10,025 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T07:15:10,025 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T07:15:10,026 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T07:15:10,026 INFO [db0afee3eab9:38553 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T07:15:10,026 INFO [db0afee3eab9:38553 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T07:15:10,026 DEBUG [db0afee3eab9:38553 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T07:15:10,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f067aa297a5c545f2168d0e76314a9ab, regionState=OPENING, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:10,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=729c99972bdc5b07897cd12712bcc877, regionState=OPENING, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:10,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=84a7a281d8dbf9a7de9f6008ccc48e29, regionState=OPENING, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN because future has completed 2024-11-19T07:15:10,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f067aa297a5c545f2168d0e76314a9ab, server=db0afee3eab9,45527,1732000457526}] 2024-11-19T07:15:10,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN because future has completed 2024-11-19T07:15:10,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729c99972bdc5b07897cd12712bcc877, server=db0afee3eab9,39037,1732000457487}] 2024-11-19T07:15:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN because future has completed 2024-11-19T07:15:10,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29, server=db0afee3eab9,39037,1732000457487}] 2024-11-19T07:15:17,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:15:18,236 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T07:15:19,824 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-19T07:15:19,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-19T07:15:19,824 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 729c99972bdc5b07897cd12712bcc877, NAME => 'SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T07:15:19,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-19T07:15:19,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-19T07:15:19,825 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,825 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:15:19,825 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,825 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T07:15:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-19T07:15:19,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-19T07:15:19,826 INFO [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,828 INFO [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 729c99972bdc5b07897cd12712bcc877 columnFamilyName cf 2024-11-19T07:15:19,828 DEBUG [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:15:19,828 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 Release verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T07:15:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-19T07:15:19,830 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 Release verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:19,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 in 20.0300 sec 2024-11-19T07:15:19,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 in 20.0330 sec 2024-11-19T07:15:19,832 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 Release verify snapshot worker=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:19,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,39037,1732000457487 in 20.0340 sec 2024-11-19T07:15:19,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-19T07:15:19,840 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,840 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => f067aa297a5c545f2168d0e76314a9ab, NAME => 'SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T07:15:19,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-19T07:15:19,841 DEBUG [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/cf/bb12c179355c4cc2a0613f4d752df7ba 2024-11-19T07:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:15:19,841 INFO [StoreOpener-729c99972bdc5b07897cd12712bcc877-1 {}] regionserver.HStore(327): Store=729c99972bdc5b07897cd12712bcc877/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38553 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-19T07:15:19,841 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,842 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,842 INFO [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,843 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 Release verify snapshot worker=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:19,843 INFO [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f067aa297a5c545f2168d0e76314a9ab columnFamilyName cf 2024-11-19T07:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,843 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,843 DEBUG [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:15:19,844 INFO [StoreOpener-f067aa297a5c545f2168d0e76314a9ab-1 {}] regionserver.HStore(327): Store=f067aa297a5c545f2168d0e76314a9ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:15:19,844 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,845 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-19T07:15:19,845 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T07:15:19,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=db0afee3eab9,45527,1732000457526 in 20.0450 sec 2024-11-19T07:15:19,845 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,845 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T07:15:19,846 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,846 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,846 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,847 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T07:15:19,847 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T07:15:19,847 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:15:19,849 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 729c99972bdc5b07897cd12712bcc877; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66254479, jitterRate=-0.01273132860660553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:15:19,849 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,849 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,849 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 729c99972bdc5b07897cd12712bcc877: Running coprocessor pre-open hook at 1732000519825Writing region info on filesystem at 1732000519825Initializing all the Stores at 1732000519826 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000519826Cleaning up temporary data from old regions at 1732000519843 (+17 ms)Running coprocessor post-open hooks at 1732000519849 (+6 ms)Region opened successfully at 1732000519849 2024-11-19T07:15:19,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.0520 sec 2024-11-19T07:15:19,849 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877., pid=53, masterSystemTime=1732000519819 2024-11-19T07:15:19,850 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened f067aa297a5c545f2168d0e76314a9ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73686635, jitterRate=0.09801642596721649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:15:19,850 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,850 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for f067aa297a5c545f2168d0e76314a9ab: Running coprocessor pre-open hook at 1732000519841Writing region info on filesystem at 1732000519841Initializing all the Stores at 1732000519842 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000519842Cleaning up temporary data from old regions at 1732000519846 (+4 ms)Running coprocessor post-open hooks at 1732000519850 (+4 ms)Region opened successfully at 1732000519850 2024-11-19T07:15:19,850 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab., pid=52, masterSystemTime=1732000519837 2024-11-19T07:15:19,851 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,851 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,851 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 84a7a281d8dbf9a7de9f6008ccc48e29, NAME => 'SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T07:15:19,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=729c99972bdc5b07897cd12712bcc877, regionState=OPEN, openSeqNum=6, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,852 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,853 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,853 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=f067aa297a5c545f2168d0e76314a9ab, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,45527,1732000457526 2024-11-19T07:15:19,854 INFO [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 729c99972bdc5b07897cd12712bcc877, server=db0afee3eab9,39037,1732000457487 because future has completed 2024-11-19T07:15:19,855 INFO [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84a7a281d8dbf9a7de9f6008ccc48e29 columnFamilyName cf 2024-11-19T07:15:19,855 DEBUG [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:15:19,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure f067aa297a5c545f2168d0e76314a9ab, server=db0afee3eab9,45527,1732000457526 because future has completed 2024-11-19T07:15:19,858 INFO [StoreOpener-84a7a281d8dbf9a7de9f6008ccc48e29-1 {}] regionserver.HStore(327): Store=84a7a281d8dbf9a7de9f6008ccc48e29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:15:19,858 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,859 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-19T07:15:19,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 729c99972bdc5b07897cd12712bcc877, server=db0afee3eab9,39037,1732000457487 in 9.8200 sec 2024-11-19T07:15:19,861 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-19T07:15:19,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure f067aa297a5c545f2168d0e76314a9ab, server=db0afee3eab9,45527,1732000457526 in 9.8260 sec 2024-11-19T07:15:19,862 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,862 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=729c99972bdc5b07897cd12712bcc877, ASSIGN in 9.9890 sec 2024-11-19T07:15:19,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f067aa297a5c545f2168d0e76314a9ab, ASSIGN in 9.9910 sec 2024-11-19T07:15:19,864 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,865 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 84a7a281d8dbf9a7de9f6008ccc48e29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59106965, jitterRate=-0.11923758685588837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T07:15:19,865 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,865 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 84a7a281d8dbf9a7de9f6008ccc48e29: Running coprocessor pre-open hook at 1732000519852Writing region info on filesystem at 1732000519852Initializing all the Stores at 1732000519854 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000519854Cleaning up temporary data from old regions at 1732000519862 (+8 ms)Running coprocessor post-open hooks at 1732000519865 (+3 ms)Region opened successfully at 1732000519865 2024-11-19T07:15:19,865 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T07:15:19,866 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29., pid=54, masterSystemTime=1732000519819 2024-11-19T07:15:19,867 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,867 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=84a7a281d8dbf9a7de9f6008ccc48e29, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,39037,1732000457487 2024-11-19T07:15:19,870 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T07:15:19,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:15:19,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:15:19,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:15:19,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29, server=db0afee3eab9,39037,1732000457487 because future has completed 2024-11-19T07:15:19,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:19,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:19,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:15:19,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:15:19,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367930761, stopped=false 2024-11-19T07:15:19,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,38553,1732000457040 2024-11-19T07:15:19,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-19T07:15:19,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 84a7a281d8dbf9a7de9f6008ccc48e29, server=db0afee3eab9,39037,1732000457487 in 9.8340 sec 2024-11-19T07:15:19,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-19T07:15:19,875 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server db0afee3eab9,33833,1732000457565 after splitting done 2024-11-19T07:15:19,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=84a7a281d8dbf9a7de9f6008ccc48e29, ASSIGN in 10.0020 sec 2024-11-19T07:15:19,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure db0afee3eab9,33833,1732000457565, splitWal=true, meta=false in 19.8910 sec 2024-11-19T07:15:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:15:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:15:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T07:15:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:15:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:15:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:15:19,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:15:19,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:15:19,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:15:19,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T07:15:19,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:15:19,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:15:19,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:19,921 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,39037,1732000457487' ***** 2024-11-19T07:15:19,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:15:19,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,45527,1732000457526' ***** 2024-11-19T07:15:19,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:15:19,922 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:15:19,922 INFO [RS:1;db0afee3eab9:45527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:15:19,922 INFO [RS:1;db0afee3eab9:45527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:15:19,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:15:19,922 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(3091): Received CLOSE for bfefe1377337254d82f44c55a29066a7 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 84a7a281d8dbf9a7de9f6008ccc48e29 2024-11-19T07:15:19,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 57ffb6ab477e3b70e3d293224a1f529f 2024-11-19T07:15:19,922 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(3091): Received CLOSE for b47748deb84dbd2add0eff32897579eb 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e3ed8de564df7675f417da82f6b1c60 2024-11-19T07:15:19,922 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(3091): Received CLOSE for f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,922 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:15:19,923 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(3091): Received CLOSE for cad405867578938bfc6641589a1ac1ba 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 729c99972bdc5b07897cd12712bcc877 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfefe1377337254d82f44c55a29066a7, disabling compactions & flushes 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,39037,1732000457487 2024-11-19T07:15:19,923 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(3091): Received CLOSE for f04581208fab7710157c41b80efa4215 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:15:19,923 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:15:19,923 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,45527,1732000457526 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84a7a281d8dbf9a7de9f6008ccc48e29, disabling compactions & flushes 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:15:19,923 INFO [RS:1;db0afee3eab9:45527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:39037. 2024-11-19T07:15:19,923 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. after waiting 0 ms 2024-11-19T07:15:19,923 INFO [RS:1;db0afee3eab9:45527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;db0afee3eab9:45527. 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:15:19,923 DEBUG [RS:1;db0afee3eab9:45527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:15:19,923 DEBUG [RS:0;db0afee3eab9:39037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. after waiting 0 ms 2024-11-19T07:15:19,923 DEBUG [RS:1;db0afee3eab9:45527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:19,923 DEBUG [RS:0;db0afee3eab9:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,923 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:15:19,923 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1325): Online Regions={bfefe1377337254d82f44c55a29066a7=SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7., b47748deb84dbd2add0eff32897579eb=SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb., f067aa297a5c545f2168d0e76314a9ab=SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab., cad405867578938bfc6641589a1ac1ba=SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba., f04581208fab7710157c41b80efa4215=SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215.} 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:15:19,923 DEBUG [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1351): Waiting on b47748deb84dbd2add0eff32897579eb, bfefe1377337254d82f44c55a29066a7, cad405867578938bfc6641589a1ac1ba, f04581208fab7710157c41b80efa4215, f067aa297a5c545f2168d0e76314a9ab 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:15:19,923 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-19T07:15:19,923 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1325): Online Regions={84a7a281d8dbf9a7de9f6008ccc48e29=SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29., 1588230740=hbase:meta,,1.1588230740, 57ffb6ab477e3b70e3d293224a1f529f=SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f., 8e3ed8de564df7675f417da82f6b1c60=SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60., f72ede68e4a297ac4c21391c4584d7f2=SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2., 729c99972bdc5b07897cd12712bcc877=SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877.} 2024-11-19T07:15:19,923 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:15:19,924 DEBUG [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57ffb6ab477e3b70e3d293224a1f529f, 729c99972bdc5b07897cd12712bcc877, 84a7a281d8dbf9a7de9f6008ccc48e29, 8e3ed8de564df7675f417da82f6b1c60, f72ede68e4a297ac4c21391c4584d7f2 2024-11-19T07:15:19,924 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:15:19,924 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:15:19,924 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:15:19,924 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:15:19,924 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-19T07:15:19,928 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/bfefe1377337254d82f44c55a29066a7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:15:19,929 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/84a7a281d8dbf9a7de9f6008ccc48e29/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfefe1377337254d82f44c55a29066a7: Waiting for close lock at 1732000519922Running coprocessor pre-close hooks at 1732000519922Disabling compacts and flushes for region at 1732000519922Disabling writes for close at 1732000519923 (+1 ms)Writing region close event to WAL at 1732000519923Running coprocessor post-close hooks at 1732000519929 (+6 ms)Closed at 1732000519929 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732000469107.bfefe1377337254d82f44c55a29066a7. 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b47748deb84dbd2add0eff32897579eb, disabling compactions & flushes 2024-11-19T07:15:19,929 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. after waiting 0 ms 2024-11-19T07:15:19,929 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:15:19,929 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84a7a281d8dbf9a7de9f6008ccc48e29: Waiting for close lock at 1732000519922Running coprocessor pre-close hooks at 1732000519922Disabling compacts and flushes for region at 1732000519922Disabling writes for close at 1732000519923 (+1 ms)Writing region close event to WAL at 1732000519924 (+1 ms)Running coprocessor post-close hooks at 1732000519929 (+5 ms)Closed at 1732000519929 2024-11-19T07:15:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29. 2024-11-19T07:15:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57ffb6ab477e3b70e3d293224a1f529f, disabling compactions & flushes 2024-11-19T07:15:19,930 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:15:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:15:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. after waiting 0 ms 2024-11-19T07:15:19,930 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:15:19,933 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/b47748deb84dbd2add0eff32897579eb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:15:19,934 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:15:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b47748deb84dbd2add0eff32897579eb: Waiting for close lock at 1732000519929Running coprocessor pre-close hooks at 1732000519929Disabling compacts and flushes for region at 1732000519929Disabling writes for close at 1732000519929Writing region close event to WAL at 1732000519930 (+1 ms)Running coprocessor post-close hooks at 1732000519934 (+4 ms)Closed at 1732000519934 2024-11-19T07:15:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732000469107.b47748deb84dbd2add0eff32897579eb. 2024-11-19T07:15:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f067aa297a5c545f2168d0e76314a9ab, disabling compactions & flushes 2024-11-19T07:15:19,934 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. after waiting 0 ms 2024-11-19T07:15:19,934 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,937 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/57ffb6ab477e3b70e3d293224a1f529f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:15:19,937 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57ffb6ab477e3b70e3d293224a1f529f: Waiting for close lock at 1732000519930Running coprocessor pre-close hooks at 1732000519930Disabling compacts and flushes for region at 1732000519930Disabling writes for close at 1732000519930Writing region close event to WAL at 1732000519932 (+2 ms)Running coprocessor post-close hooks at 1732000519937 (+5 ms)Closed at 1732000519937 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732000469107.57ffb6ab477e3b70e3d293224a1f529f. 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e3ed8de564df7675f417da82f6b1c60, disabling compactions & flushes 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f067aa297a5c545f2168d0e76314a9ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-19T07:15:19,938 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. after waiting 0 ms 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:15:19,938 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,938 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f067aa297a5c545f2168d0e76314a9ab: Waiting for close lock at 1732000519934Running coprocessor pre-close hooks at 1732000519934Disabling compacts and flushes for region at 1732000519934Disabling writes for close at 1732000519934Writing region close event to WAL at 1732000519934Running coprocessor post-close hooks at 1732000519938 (+4 ms)Closed at 1732000519938 2024-11-19T07:15:19,939 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732000469107.f067aa297a5c545f2168d0e76314a9ab. 2024-11-19T07:15:19,939 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cad405867578938bfc6641589a1ac1ba, disabling compactions & flushes 2024-11-19T07:15:19,939 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:15:19,939 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:15:19,939 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. after waiting 0 ms 2024-11-19T07:15:19,939 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:15:19,942 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/cad405867578938bfc6641589a1ac1ba/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:15:19,943 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:15:19,943 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cad405867578938bfc6641589a1ac1ba: Waiting for close lock at 1732000519939Running coprocessor pre-close hooks at 1732000519939Disabling compacts and flushes for region at 1732000519939Disabling writes for close at 1732000519939Writing region close event to WAL at 1732000519939Running coprocessor post-close hooks at 1732000519943 (+4 ms)Closed at 1732000519943 2024-11-19T07:15:19,944 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732000469107.cad405867578938bfc6641589a1ac1ba. 2024-11-19T07:15:19,944 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f04581208fab7710157c41b80efa4215, disabling compactions & flushes 2024-11-19T07:15:19,944 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:15:19,944 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:15:19,944 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. after waiting 0 ms 2024-11-19T07:15:19,944 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:15:19,948 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/8e3ed8de564df7675f417da82f6b1c60/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T07:15:19,948 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/info/9cede43b24624cbb8df0f094e1194931 is 167, key is SPTestTable,19999999,1732000469107.84a7a281d8dbf9a7de9f6008ccc48e29./info:regioninfo/1732000519868/Put/seqid=0 2024-11-19T07:15:19,949 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:15:19,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e3ed8de564df7675f417da82f6b1c60: Waiting for close lock at 1732000519938Running coprocessor pre-close hooks at 1732000519938Disabling compacts and flushes for region at 1732000519938Disabling writes for close at 1732000519938Writing region close event to WAL at 1732000519938Running coprocessor post-close hooks at 1732000519949 (+11 ms)Closed at 1732000519949 2024-11-19T07:15:19,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732000469107.8e3ed8de564df7675f417da82f6b1c60. 2024-11-19T07:15:19,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f72ede68e4a297ac4c21391c4584d7f2, disabling compactions & flushes 2024-11-19T07:15:19,949 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:15:19,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:15:19,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. after waiting 0 ms 2024-11-19T07:15:19,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:15:19,955 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f72ede68e4a297ac4c21391c4584d7f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:15:19,956 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:15:19,956 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f72ede68e4a297ac4c21391c4584d7f2: Waiting for close lock at 1732000519949Running coprocessor pre-close hooks at 1732000519949Disabling compacts and flushes for region at 1732000519949Disabling writes for close at 1732000519949Writing region close event to WAL at 1732000519950 (+1 ms)Running coprocessor post-close hooks at 1732000519956 (+6 ms)Closed at 1732000519956 2024-11-19T07:15:19,956 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732000469107.f72ede68e4a297ac4c21391c4584d7f2. 2024-11-19T07:15:19,956 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 729c99972bdc5b07897cd12712bcc877, disabling compactions & flushes 2024-11-19T07:15:19,957 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,957 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,957 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. after waiting 0 ms 2024-11-19T07:15:19,957 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,957 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/f04581208fab7710157c41b80efa4215/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:15:19,958 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:15:19,958 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f04581208fab7710157c41b80efa4215: Waiting for close lock at 1732000519944Running coprocessor pre-close hooks at 1732000519944Disabling compacts and flushes for region at 1732000519944Disabling writes for close at 1732000519944Writing region close event to WAL at 1732000519949 (+5 ms)Running coprocessor post-close hooks at 1732000519958 (+9 ms)Closed at 1732000519958 2024-11-19T07:15:19,958 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732000469107.f04581208fab7710157c41b80efa4215. 2024-11-19T07:15:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741864_1040 (size=19817) 2024-11-19T07:15:19,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741864_1040 (size=19817) 2024-11-19T07:15:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741864_1040 (size=19817) 2024-11-19T07:15:19,960 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/info/9cede43b24624cbb8df0f094e1194931 2024-11-19T07:15:19,965 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/default/SPTestTable/729c99972bdc5b07897cd12712bcc877/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-19T07:15:19,965 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,966 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 729c99972bdc5b07897cd12712bcc877: Waiting for close lock at 1732000519956Running coprocessor pre-close hooks at 1732000519956Disabling compacts and flushes for region at 1732000519956Disabling writes for close at 1732000519957 (+1 ms)Writing region close event to WAL at 1732000519960 (+3 ms)Running coprocessor post-close hooks at 1732000519965 (+5 ms)Closed at 1732000519965 2024-11-19T07:15:19,966 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732000469107.729c99972bdc5b07897cd12712bcc877. 2024-11-19T07:15:19,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/ns/f8defb00053e4711969971c0c7fec410 is 43, key is default/ns:d/1732000468858/Put/seqid=0 2024-11-19T07:15:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741865_1041 (size=5153) 2024-11-19T07:15:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741865_1041 (size=5153) 2024-11-19T07:15:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741865_1041 (size=5153) 2024-11-19T07:15:19,994 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/ns/f8defb00053e4711969971c0c7fec410 2024-11-19T07:15:20,008 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:15:20,008 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:15:20,014 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/table/4deda1648f5542238a4f4ab7e91c57ae is 47, key is SPTestTable/table:state/1732000480171/Put/seqid=0 2024-11-19T07:15:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741866_1042 (size=5214) 2024-11-19T07:15:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741866_1042 (size=5214) 2024-11-19T07:15:20,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741866_1042 (size=5214) 2024-11-19T07:15:20,023 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/table/4deda1648f5542238a4f4ab7e91c57ae 2024-11-19T07:15:20,028 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/info/9cede43b24624cbb8df0f094e1194931 as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/info/9cede43b24624cbb8df0f094e1194931 2024-11-19T07:15:20,035 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/info/9cede43b24624cbb8df0f094e1194931, entries=112, sequenceid=35, filesize=19.4 K 2024-11-19T07:15:20,036 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/ns/f8defb00053e4711969971c0c7fec410 as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/ns/f8defb00053e4711969971c0c7fec410 2024-11-19T07:15:20,043 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/ns/f8defb00053e4711969971c0c7fec410, entries=2, sequenceid=35, filesize=5.0 K 2024-11-19T07:15:20,044 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/.tmp/table/4deda1648f5542238a4f4ab7e91c57ae as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/table/4deda1648f5542238a4f4ab7e91c57ae 2024-11-19T07:15:20,050 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/table/4deda1648f5542238a4f4ab7e91c57ae, entries=2, sequenceid=35, filesize=5.1 K 2024-11-19T07:15:20,050 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=35, compaction requested=false 2024-11-19T07:15:20,055 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-19T07:15:20,055 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:15:20,055 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:15:20,056 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000519923Running coprocessor pre-close hooks at 1732000519923Disabling compacts and flushes for region at 1732000519923Disabling writes for close at 1732000519924 (+1 ms)Obtaining lock to block concurrent updates at 1732000519924Preparing flush snapshotting stores in 1588230740 at 1732000519924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732000519925 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000519925Flushing 1588230740/info: creating writer at 1732000519925Flushing 1588230740/info: appending metadata at 1732000519948 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732000519948Flushing 1588230740/ns: creating writer at 1732000519967 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732000519987 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732000519987Flushing 1588230740/table: creating writer at 1732000520000 (+13 ms)Flushing 1588230740/table: appending metadata at 1732000520014 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732000520014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7923fe4f: reopening flushed file at 1732000520028 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b61f39: reopening flushed file at 1732000520035 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c7d72e: reopening flushed file at 1732000520043 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=35, compaction requested=false at 1732000520050 (+7 ms)Writing region close event to WAL at 1732000520051 (+1 ms)Running coprocessor post-close hooks at 1732000520055 (+4 ms)Closed at 1732000520055 2024-11-19T07:15:20,056 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:15:20,123 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,45527,1732000457526; all regions closed. 2024-11-19T07:15:20,124 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,39037,1732000457487; all regions closed. 2024-11-19T07:15:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741834_1010 (size=3500) 2024-11-19T07:15:20,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741834_1010 (size=3500) 2024-11-19T07:15:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741836_1012 (size=18438) 2024-11-19T07:15:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741834_1010 (size=3500) 2024-11-19T07:15:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741836_1012 (size=18438) 2024-11-19T07:15:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741836_1012 (size=18438) 2024-11-19T07:15:20,131 DEBUG [RS:1;db0afee3eab9:45527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs 2024-11-19T07:15:20,131 INFO [RS:1;db0afee3eab9:45527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C45527%2C1732000457526:(num 1732000458387) 2024-11-19T07:15:20,131 DEBUG [RS:1;db0afee3eab9:45527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:20,131 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:15:20,131 DEBUG [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs 2024-11-19T07:15:20,131 INFO [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C39037%2C1732000457487.meta:.meta(num 1732000468568) 2024-11-19T07:15:20,131 INFO [RS:1;db0afee3eab9:45527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:15:20,131 INFO [RS:1;db0afee3eab9:45527 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:15:20,132 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:15:20,132 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:15:20,132 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:15:20,132 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:15:20,132 INFO [RS:1;db0afee3eab9:45527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:15:20,132 INFO [RS:1;db0afee3eab9:45527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45527 2024-11-19T07:15:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741835_1011 (size=4086) 2024-11-19T07:15:20,136 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/WALs/db0afee3eab9,39037,1732000457487/db0afee3eab9%2C39037%2C1732000457487.1732000458386 not finished, retry = 0 2024-11-19T07:15:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741835_1011 (size=4086) 2024-11-19T07:15:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741835_1011 (size=4086) 2024-11-19T07:15:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:15:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,45527,1732000457526 2024-11-19T07:15:20,141 INFO [RS:1;db0afee3eab9:45527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:15:20,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,45527,1732000457526] 2024-11-19T07:15:20,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,45527,1732000457526 already deleted, retry=false 2024-11-19T07:15:20,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,45527,1732000457526 expired; onlineServers=1 2024-11-19T07:15:20,243 DEBUG [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/oldWALs 2024-11-19T07:15:20,243 INFO [RS:0;db0afee3eab9:39037 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C39037%2C1732000457487:(num 1732000458386) 2024-11-19T07:15:20,243 DEBUG [RS:0;db0afee3eab9:39037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:15:20,243 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:15:20,243 INFO [RS:0;db0afee3eab9:39037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:15:20,244 INFO [RS:0;db0afee3eab9:39037 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:15:20,244 INFO [RS:0;db0afee3eab9:39037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:15:20,244 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:15:20,245 INFO [RS:0;db0afee3eab9:39037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39037 2024-11-19T07:15:20,251 INFO [RS:1;db0afee3eab9:45527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:15:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45527-0x10151f19ce70002, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:20,251 INFO [RS:1;db0afee3eab9:45527 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,45527,1732000457526; zookeeper connection closed. 2024-11-19T07:15:20,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d0e9bda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d0e9bda 2024-11-19T07:15:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/db0afee3eab9,39037,1732000457487 2024-11-19T07:15:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T07:15:20,256 INFO [RS:0;db0afee3eab9:39037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:15:20,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,39037,1732000457487] 2024-11-19T07:15:20,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/db0afee3eab9,39037,1732000457487 already deleted, retry=false 2024-11-19T07:15:20,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,39037,1732000457487 expired; onlineServers=0 2024-11-19T07:15:20,277 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,38553,1732000457040' ***** 2024-11-19T07:15:20,277 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:15:20,277 INFO [M:0;db0afee3eab9:38553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:15:20,278 INFO [M:0;db0afee3eab9:38553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:15:20,278 DEBUG [M:0;db0afee3eab9:38553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:15:20,278 DEBUG [M:0;db0afee3eab9:38553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:15:20,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:15:20,278 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000458054 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000458054,5,FailOnTimeoutGroup] 2024-11-19T07:15:20,278 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000458055 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000458055,5,FailOnTimeoutGroup] 2024-11-19T07:15:20,278 INFO [M:0;db0afee3eab9:38553 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:15:20,278 INFO [M:0;db0afee3eab9:38553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:15:20,278 DEBUG [M:0;db0afee3eab9:38553 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:15:20,278 INFO [M:0;db0afee3eab9:38553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:15:20,279 INFO [M:0;db0afee3eab9:38553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:15:20,279 ERROR [M:0;db0afee3eab9:38553 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:39231 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39231,5,PEWorkerGroup] 2024-11-19T07:15:20,279 INFO [M:0;db0afee3eab9:38553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:15:20,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:15:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T07:15:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T07:15:20,288 DEBUG [M:0;db0afee3eab9:38553 {}] zookeeper.ZKUtil(347): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T07:15:20,288 WARN [M:0;db0afee3eab9:38553 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:15:20,289 INFO [M:0;db0afee3eab9:38553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/.lastflushedseqids 2024-11-19T07:15:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741867_1043 (size=650) 2024-11-19T07:15:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741867_1043 (size=650) 2024-11-19T07:15:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741867_1043 (size=650) 2024-11-19T07:15:20,301 INFO [M:0;db0afee3eab9:38553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:15:20,301 INFO [M:0;db0afee3eab9:38553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:15:20,302 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:15:20,302 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:15:20,302 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:15:20,302 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:15:20,302 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:15:20,302 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=234.90 KB heapSize=278.73 KB 2024-11-19T07:15:20,319 DEBUG [M:0;db0afee3eab9:38553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f0b43433294488f90f3dfa5bfecb07e is 82, key is hbase:meta,,1/info:regioninfo/1732000468696/Put/seqid=0 2024-11-19T07:15:20,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741868_1044 (size=5672) 2024-11-19T07:15:20,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741868_1044 (size=5672) 2024-11-19T07:15:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741868_1044 (size=5672) 2024-11-19T07:15:20,325 INFO [M:0;db0afee3eab9:38553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f0b43433294488f90f3dfa5bfecb07e 2024-11-19T07:15:20,346 DEBUG [M:0;db0afee3eab9:38553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/300056272f5241a1940ce0aff70049b7 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000480177/Put/seqid=0 2024-11-19T07:15:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741869_1045 (size=9321) 2024-11-19T07:15:20,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741869_1045 (size=9321) 2024-11-19T07:15:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741869_1045 (size=9321) 2024-11-19T07:15:20,353 INFO [M:0;db0afee3eab9:38553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.17 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/300056272f5241a1940ce0aff70049b7 2024-11-19T07:15:20,359 INFO [M:0;db0afee3eab9:38553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 300056272f5241a1940ce0aff70049b7 2024-11-19T07:15:20,367 INFO [RS:0;db0afee3eab9:39037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:15:20,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:20,367 INFO [RS:0;db0afee3eab9:39037 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,39037,1732000457487; zookeeper connection closed. 2024-11-19T07:15:20,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39037-0x10151f19ce70001, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:20,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33967898 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33967898 2024-11-19T07:15:20,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T07:15:20,375 DEBUG [M:0;db0afee3eab9:38553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9b28586481640deab4a893cbf640224 is 69, key is db0afee3eab9,39037,1732000457487/rs:state/1732000458162/Put/seqid=0 2024-11-19T07:15:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741870_1046 (size=5442) 2024-11-19T07:15:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741870_1046 (size=5442) 2024-11-19T07:15:20,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741870_1046 (size=5442) 2024-11-19T07:15:20,381 INFO [M:0;db0afee3eab9:38553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9b28586481640deab4a893cbf640224 2024-11-19T07:15:20,386 INFO [M:0;db0afee3eab9:38553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9b28586481640deab4a893cbf640224 2024-11-19T07:15:20,387 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f0b43433294488f90f3dfa5bfecb07e as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f0b43433294488f90f3dfa5bfecb07e 2024-11-19T07:15:20,392 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f0b43433294488f90f3dfa5bfecb07e, entries=8, sequenceid=476, filesize=5.5 K 2024-11-19T07:15:20,393 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/300056272f5241a1940ce0aff70049b7 as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/300056272f5241a1940ce0aff70049b7 2024-11-19T07:15:20,397 INFO [M:0;db0afee3eab9:38553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 300056272f5241a1940ce0aff70049b7 2024-11-19T07:15:20,397 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/300056272f5241a1940ce0aff70049b7, entries=54, sequenceid=476, filesize=9.1 K 2024-11-19T07:15:20,398 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9b28586481640deab4a893cbf640224 as hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9b28586481640deab4a893cbf640224 2024-11-19T07:15:20,404 INFO [M:0;db0afee3eab9:38553 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9b28586481640deab4a893cbf640224 2024-11-19T07:15:20,404 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/c60699b6-2ba2-f81d-2453-e9f0584a750b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9b28586481640deab4a893cbf640224, entries=3, sequenceid=476, filesize=5.3 K 2024-11-19T07:15:20,405 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~234.90 KB/240539, heapSize ~278.43 KB/285112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=476, compaction requested=false 2024-11-19T07:15:20,406 INFO [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:15:20,406 DEBUG [M:0;db0afee3eab9:38553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000520302Disabling compacts and flushes for region at 1732000520302Disabling writes for close at 1732000520302Obtaining lock to block concurrent updates at 1732000520302Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000520302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=240539, getHeapSize=285352, getOffHeapSize=0, getCellsCount=579 at 1732000520303 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000520303Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000520303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000520318 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000520318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000520331 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000520346 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000520346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000520359 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000520374 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000520374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62591f6f: reopening flushed file at 1732000520386 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14214369: reopening flushed file at 1732000520392 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13521cf3: reopening flushed file at 1732000520398 (+6 ms)Finished flush of dataSize ~234.90 KB/240539, heapSize ~278.43 KB/285112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=476, compaction requested=false at 1732000520405 (+7 ms)Writing region close event to WAL at 1732000520406 (+1 ms)Closed at 1732000520406 2024-11-19T07:15:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741830_1006 (size=272310) 2024-11-19T07:15:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41533 is added to blk_1073741830_1006 (size=272310) 2024-11-19T07:15:20,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40987 is added to blk_1073741830_1006 (size=272310) 2024-11-19T07:15:20,409 INFO [M:0;db0afee3eab9:38553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:15:20,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:15:20,409 INFO [M:0;db0afee3eab9:38553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38553 2024-11-19T07:15:20,409 INFO [M:0;db0afee3eab9:38553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:15:20,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:20,515 INFO [M:0;db0afee3eab9:38553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:15:20,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38553-0x10151f19ce70000, quorum=127.0.0.1:53359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:15:20,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7faf10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:15:20,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2deaf4ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:15:20,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:15:20,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2732ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:15:20,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62492df2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,STOPPED} 2024-11-19T07:15:20,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:15:20,524 WARN [BP-1817589237-172.17.0.2-1732000454315 heartbeating to localhost/127.0.0.1:39231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:15:20,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:15:20,524 WARN [BP-1817589237-172.17.0.2-1732000454315 heartbeating to localhost/127.0.0.1:39231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817589237-172.17.0.2-1732000454315 (Datanode Uuid a26ffe8c-677b-4af1-93b9-3dd6920f3fe8) service to localhost/127.0.0.1:39231 2024-11-19T07:15:20,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data5/current/BP-1817589237-172.17.0.2-1732000454315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:15:20,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data6/current/BP-1817589237-172.17.0.2-1732000454315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:15:20,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:15:20,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ebc6b91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:15:20,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3370e434{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:15:20,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:15:20,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239f9a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:15:20,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247018b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,STOPPED} 2024-11-19T07:15:20,530 WARN [BP-1817589237-172.17.0.2-1732000454315 heartbeating to localhost/127.0.0.1:39231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:15:20,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:15:20,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:15:20,531 WARN [BP-1817589237-172.17.0.2-1732000454315 heartbeating to localhost/127.0.0.1:39231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817589237-172.17.0.2-1732000454315 (Datanode Uuid 327f2020-d6df-4c73-a43e-e8f2a5480356) service to localhost/127.0.0.1:39231 2024-11-19T07:15:20,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data3/current/BP-1817589237-172.17.0.2-1732000454315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:15:20,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data4/current/BP-1817589237-172.17.0.2-1732000454315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:15:20,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:15:20,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3323f5bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:15:20,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12c1206{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:15:20,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:15:20,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ba3f82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:15:20,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24a5aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,STOPPED} 2024-11-19T07:15:20,536 WARN [BP-1817589237-172.17.0.2-1732000454315 heartbeating to localhost/127.0.0.1:39231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:15:20,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:15:20,536 WARN [BP-1817589237-172.17.0.2-1732000454315 heartbeating to localhost/127.0.0.1:39231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1817589237-172.17.0.2-1732000454315 (Datanode Uuid 22aece21-4177-4467-8cd6-f7e8e83f6687) service to localhost/127.0.0.1:39231 2024-11-19T07:15:20,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:15:20,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data1/current/BP-1817589237-172.17.0.2-1732000454315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:15:20,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/cluster_590f3785-54fc-75aa-9904-3a873d16b24c/data/data2/current/BP-1817589237-172.17.0.2-1732000454315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:15:20,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:15:20,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b8388e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:15:20,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31210b33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:15:20,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:15:20,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac7a495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:15:20,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bb4ce0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a60cc32-b32c-45b4-2811-5d5f09da486e/hadoop.log.dir/,STOPPED} 2024-11-19T07:15:20,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:15:20,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:15:20,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39231 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39231 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:39231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11674 (was 12537)