2024-11-18 18:07:26,916 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 18:07:26,956 main DEBUG Took 0.032970 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 18:07:26,956 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 18:07:26,957 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 18:07:26,960 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 18:07:26,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:26,976 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 18:07:26,993 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:26,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:26,996 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:26,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:26,997 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:26,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:26,999 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,000 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,007 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,009 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,010 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,011 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,012 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 18:07:27,014 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,014 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 18:07:27,016 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 18:07:27,018 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 18:07:27,020 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 18:07:27,021 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 18:07:27,022 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 18:07:27,023 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 18:07:27,047 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 18:07:27,051 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 18:07:27,053 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 18:07:27,055 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 18:07:27,055 main DEBUG createAppenders(={Console}) 2024-11-18 18:07:27,060 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-18 18:07:27,060 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 18:07:27,060 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-18 18:07:27,061 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 18:07:27,062 main DEBUG OutputStream closed 2024-11-18 18:07:27,062 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 18:07:27,063 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 18:07:27,063 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-18 18:07:27,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 18:07:27,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 18:07:27,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 18:07:27,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 18:07:27,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 18:07:27,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 18:07:27,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 18:07:27,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 18:07:27,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 18:07:27,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 18:07:27,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 18:07:27,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 18:07:27,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 18:07:27,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 18:07:27,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 18:07:27,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 18:07:27,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 18:07:27,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 18:07:27,249 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 18:07:27,250 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-18 18:07:27,250 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 18:07:27,251 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-18T18:07:27,272 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-18 18:07:27,277 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 18:07:27,277 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T18:07:27,287 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-18T18:07:27,366 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=12410 2024-11-18T18:07:27,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3 2024-11-18T18:07:27,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:07:27,864 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742, deleteOnExit=true 2024-11-18T18:07:27,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:07:27,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/test.cache.data in system properties and HBase conf 2024-11-18T18:07:27,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:07:27,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:07:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:07:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:07:27,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:07:27,996 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T18:07:28,155 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:07:28,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:07:28,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:07:28,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:07:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:07:28,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:07:28,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:07:28,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:07:28,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:07:28,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:07:28,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:07:28,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:07:28,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:07:28,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:07:28,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:07:29,365 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T18:07:29,579 INFO [Time-limited test {}] log.Log(170): Logging initialized @3916ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T18:07:29,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:07:29,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:07:29,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:07:29,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:07:29,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:07:29,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:07:29,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50cbacc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:07:29,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a477055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:07:30,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54a71835{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/java.io.tmpdir/jetty-localhost-43013-hadoop-hdfs-3_4_1-tests_jar-_-any-8417763577559350229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:07:30,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ef1747{HTTP/1.1, (http/1.1)}{localhost:43013} 2024-11-18T18:07:30,164 INFO [Time-limited test {}] server.Server(415): Started @4502ms 2024-11-18T18:07:30,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:07:30,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:07:30,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:07:30,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:07:30,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:07:30,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b2be43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:07:30,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481c17fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:07:30,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43013eaa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/java.io.tmpdir/jetty-localhost-45687-hadoop-hdfs-3_4_1-tests_jar-_-any-3633656653282186809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:07:30,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fff71c8{HTTP/1.1, (http/1.1)}{localhost:45687} 2024-11-18T18:07:30,883 INFO [Time-limited test {}] server.Server(415): Started @5221ms 2024-11-18T18:07:30,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:07:31,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:07:31,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:07:31,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:07:31,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:07:31,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:07:31,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15cd00a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:07:31,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c6faeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:07:31,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bd78ffa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/java.io.tmpdir/jetty-localhost-45633-hadoop-hdfs-3_4_1-tests_jar-_-any-14024118290300605088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:07:31,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40625bb{HTTP/1.1, (http/1.1)}{localhost:45633} 2024-11-18T18:07:31,367 INFO [Time-limited test {}] server.Server(415): Started @5706ms 2024-11-18T18:07:31,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:07:31,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:07:31,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:07:31,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:07:31,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:07:31,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:07:31,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72cc058d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:07:31,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47527157{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:07:31,576 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data3/current/BP-394147947-172.17.0.2-1731953249013/current, will proceed with Du for space computation calculation, 2024-11-18T18:07:31,581 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data4/current/BP-394147947-172.17.0.2-1731953249013/current, will proceed with Du for space computation calculation, 2024-11-18T18:07:31,582 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data1/current/BP-394147947-172.17.0.2-1731953249013/current, will proceed with Du for space computation calculation, 2024-11-18T18:07:31,584 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data2/current/BP-394147947-172.17.0.2-1731953249013/current, will proceed with Du for space computation calculation, 2024-11-18T18:07:31,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206eed9c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/java.io.tmpdir/jetty-localhost-39555-hadoop-hdfs-3_4_1-tests_jar-_-any-1767663340207428375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:07:31,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d544f2a{HTTP/1.1, (http/1.1)}{localhost:39555} 2024-11-18T18:07:31,658 INFO [Time-limited test {}] server.Server(415): Started @5996ms 2024-11-18T18:07:31,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:07:31,771 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:07:31,773 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:07:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bdad383b61eae9d with lease ID 0xf154fb48a93166a7: Processing first storage report for DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b from datanode DatanodeRegistration(127.0.0.1:44803, datanodeUuid=f355b52e-302f-4470-8a4a-712e37d97afe, infoPort=41819, infoSecurePort=0, ipcPort=40439, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013) 2024-11-18T18:07:31,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bdad383b61eae9d with lease ID 0xf154fb48a93166a7: from storage DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=f355b52e-302f-4470-8a4a-712e37d97afe, infoPort=41819, infoSecurePort=0, ipcPort=40439, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T18:07:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69b405ac59cc3ce with lease ID 0xf154fb48a93166a8: Processing first storage report for DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb from datanode DatanodeRegistration(127.0.0.1:44585, datanodeUuid=f3d81fcd-37ee-456d-8d51-3de11805e389, infoPort=34647, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013) 2024-11-18T18:07:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69b405ac59cc3ce with lease ID 0xf154fb48a93166a8: from storage DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb node DatanodeRegistration(127.0.0.1:44585, datanodeUuid=f3d81fcd-37ee-456d-8d51-3de11805e389, infoPort=34647, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:07:31,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69b405ac59cc3ce with lease ID 0xf154fb48a93166a8: Processing first storage report for DS-a5310513-be3d-4537-af69-90ad71e168b9 from datanode DatanodeRegistration(127.0.0.1:44585, datanodeUuid=f3d81fcd-37ee-456d-8d51-3de11805e389, infoPort=34647, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013) 2024-11-18T18:07:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69b405ac59cc3ce with lease ID 0xf154fb48a93166a8: from storage DS-a5310513-be3d-4537-af69-90ad71e168b9 node DatanodeRegistration(127.0.0.1:44585, datanodeUuid=f3d81fcd-37ee-456d-8d51-3de11805e389, infoPort=34647, infoSecurePort=0, ipcPort=36497, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:07:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bdad383b61eae9d with lease ID 0xf154fb48a93166a7: Processing first storage report for DS-93012bb0-08e2-4465-a71f-7d89a5da5b20 from datanode DatanodeRegistration(127.0.0.1:44803, datanodeUuid=f355b52e-302f-4470-8a4a-712e37d97afe, infoPort=41819, infoSecurePort=0, ipcPort=40439, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013) 2024-11-18T18:07:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bdad383b61eae9d with lease ID 0xf154fb48a93166a7: from storage DS-93012bb0-08e2-4465-a71f-7d89a5da5b20 node DatanodeRegistration(127.0.0.1:44803, datanodeUuid=f355b52e-302f-4470-8a4a-712e37d97afe, infoPort=41819, infoSecurePort=0, ipcPort=40439, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:07:32,024 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data5/current/BP-394147947-172.17.0.2-1731953249013/current, will proceed with Du for space computation calculation, 2024-11-18T18:07:32,027 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data6/current/BP-394147947-172.17.0.2-1731953249013/current, will proceed with Du for space computation calculation, 2024-11-18T18:07:32,058 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:07:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe432aa30d458cd6d with lease ID 0xf154fb48a93166a9: Processing first storage report for DS-59d9d1eb-345f-493c-99ab-14262688cf5b from datanode DatanodeRegistration(127.0.0.1:43727, datanodeUuid=a3231609-034c-40b1-90cf-125443c80d98, infoPort=39145, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013) 2024-11-18T18:07:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe432aa30d458cd6d with lease ID 0xf154fb48a93166a9: from storage DS-59d9d1eb-345f-493c-99ab-14262688cf5b node DatanodeRegistration(127.0.0.1:43727, datanodeUuid=a3231609-034c-40b1-90cf-125443c80d98, infoPort=39145, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:07:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe432aa30d458cd6d with lease ID 0xf154fb48a93166a9: Processing first storage report for DS-5e7653f1-1817-42a2-9be0-a12abc7b3e42 from datanode DatanodeRegistration(127.0.0.1:43727, datanodeUuid=a3231609-034c-40b1-90cf-125443c80d98, infoPort=39145, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013) 2024-11-18T18:07:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe432aa30d458cd6d with lease ID 0xf154fb48a93166a9: from storage DS-5e7653f1-1817-42a2-9be0-a12abc7b3e42 node DatanodeRegistration(127.0.0.1:43727, datanodeUuid=a3231609-034c-40b1-90cf-125443c80d98, infoPort=39145, infoSecurePort=0, ipcPort=34737, storageInfo=lv=-57;cid=testClusterID;nsid=1023634297;c=1731953249013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:07:32,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3 2024-11-18T18:07:32,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/zookeeper_0, clientPort=50692, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:07:32,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50692 2024-11-18T18:07:32,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:32,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:07:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:07:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:07:33,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 with version=8 2024-11-18T18:07:33,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/hbase-staging 2024-11-18T18:07:33,339 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T18:07:33,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:07:33,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:33,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:33,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:07:33,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:33,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:07:33,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:07:33,935 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T18:07:33,946 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T18:07:33,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:07:33,991 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7711 (auto-detected) 2024-11-18T18:07:33,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T18:07:34,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33101 2024-11-18T18:07:34,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33101 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-11-18T18:07:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331010x0, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:07:34,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33101-0x1000bd1112d0000 connected 2024-11-18T18:07:34,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:07:34,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1, hbase.cluster.distributed=false 2024-11-18T18:07:34,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:07:34,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-18T18:07:34,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33101 2024-11-18T18:07:34,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33101 2024-11-18T18:07:34,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-18T18:07:34,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-18T18:07:34,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:07:34,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:07:34,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:07:34,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:07:34,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:07:34,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33233 2024-11-18T18:07:34,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33233 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-11-18T18:07:34,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332330x0, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:07:34,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332330x0, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:07:34,683 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:07:34,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33233-0x1000bd1112d0001 connected 2024-11-18T18:07:34,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:07:34,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:07:34,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:07:34,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-18T18:07:34,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33233 2024-11-18T18:07:34,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33233 2024-11-18T18:07:34,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-18T18:07:34,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-18T18:07:34,761 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:07:34,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:07:34,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:07:34,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:07:34,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:07:34,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40087 2024-11-18T18:07:34,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40087 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-11-18T18:07:34,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400870x0, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:07:34,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400870x0, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:07:34,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:07:34,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40087-0x1000bd1112d0002 connected 2024-11-18T18:07:34,806 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:07:34,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:07:34,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:07:34,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-18T18:07:34,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40087 2024-11-18T18:07:34,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40087 2024-11-18T18:07:34,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-18T18:07:34,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-18T18:07:34,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:07:34,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:07:34,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:07:34,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:07:34,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:07:34,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:07:34,843 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46383 2024-11-18T18:07:34,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46383 connecting to ZooKeeper ensemble=127.0.0.1:50692 2024-11-18T18:07:34,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:34,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463830x0, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:07:34,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463830x0, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:07:34,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46383-0x1000bd1112d0003 connected 2024-11-18T18:07:34,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:07:34,868 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:07:34,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:07:34,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:07:34,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46383 2024-11-18T18:07:34,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46383 2024-11-18T18:07:34,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46383 2024-11-18T18:07:34,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46383 2024-11-18T18:07:34,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46383 2024-11-18T18:07:34,911 DEBUG [M:0;818bff808382:33101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:33101 2024-11-18T18:07:34,912 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/818bff808382,33101,1731953253409 2024-11-18T18:07:34,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,925 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/818bff808382,33101,1731953253409 2024-11-18T18:07:34,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:07:34,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:07:34,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:07:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:34,956 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T18:07:34,957 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/818bff808382,33101,1731953253409 from backup master directory 2024-11-18T18:07:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/818bff808382,33101,1731953253409 2024-11-18T18:07:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:07:34,964 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:07:34,964 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,33101,1731953253409 2024-11-18T18:07:34,967 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T18:07:34,968 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T18:07:35,040 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/hbase.id] with ID: f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e 2024-11-18T18:07:35,041 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.tmp/hbase.id 2024-11-18T18:07:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:07:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:07:35,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:07:35,070 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.tmp/hbase.id]:[hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/hbase.id] 2024-11-18T18:07:35,128 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:07:35,134 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:07:35,155 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-18T18:07:35,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:07:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:07:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:07:35,223 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:07:35,228 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:07:35,250 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:07:35,256 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:07:35,288 WARN [IPC Server handler 0 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:35,288 WARN [IPC Server handler 0 on default port 46597 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:35,288 WARN [IPC Server handler 0 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:07:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:07:35,333 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store 2024-11-18T18:07:35,354 WARN [IPC Server handler 4 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:35,354 WARN [IPC Server handler 4 on default port 46597 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:35,354 WARN [IPC Server handler 4 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:07:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:07:35,370 INFO [master/818bff808382:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T18:07:35,374 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:35,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:07:35,375 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:07:35,375 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:07:35,377 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:07:35,377 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:07:35,377 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:07:35,378 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953255375Disabling compacts and flushes for region at 1731953255375Disabling writes for close at 1731953255377 (+2 ms)Writing region close event to WAL at 1731953255377Closed at 1731953255377 2024-11-18T18:07:35,381 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/.initializing 2024-11-18T18:07:35,381 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/WALs/818bff808382,33101,1731953253409 2024-11-18T18:07:35,392 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:07:35,417 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C33101%2C1731953253409, suffix=, logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/WALs/818bff808382,33101,1731953253409, archiveDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/oldWALs, maxLogs=10 2024-11-18T18:07:35,452 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/WALs/818bff808382,33101,1731953253409/818bff808382%2C33101%2C1731953253409.1731953255424, exclude list is [], retry=0 2024-11-18T18:07:35,455 WARN [IPC Server handler 1 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:35,455 WARN [IPC Server handler 1 on default port 46597 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:35,455 WARN [IPC Server handler 1 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:35,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b,DISK] 2024-11-18T18:07:35,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44585,DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb,DISK] 2024-11-18T18:07:35,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T18:07:35,524 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/WALs/818bff808382,33101,1731953253409/818bff808382%2C33101%2C1731953253409.1731953255424 2024-11-18T18:07:35,525 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-18T18:07:35,526 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:07:35,527 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:35,531 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,532 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:07:35,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:35,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:35,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:07:35,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:35,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:35,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:07:35,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:35,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:35,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:07:35,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:35,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:35,642 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,646 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,647 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,653 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,654 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,659 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:07:35,663 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:07:35,672 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:35,674 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74573891, jitterRate=0.11123757064342499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:07:35,684 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953255550Initializing all the Stores at 1731953255552 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953255553 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953255554 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953255554Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953255554Cleaning up temporary data from old regions at 1731953255654 (+100 ms)Region opened successfully at 1731953255684 (+30 ms) 2024-11-18T18:07:35,685 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:07:35,731 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573d6ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:07:35,766 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:07:35,778 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:07:35,778 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:07:35,782 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:07:35,783 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T18:07:35,791 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T18:07:35,791 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T18:07:35,819 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:07:35,829 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T18:07:35,832 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T18:07:35,835 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:07:35,837 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:07:35,840 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T18:07:35,842 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:07:35,846 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:07:35,849 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T18:07:35,850 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:07:35,854 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T18:07:35,875 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:07:35,878 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,889 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,33101,1731953253409, sessionid=0x1000bd1112d0000, setting cluster-up flag (Was=false) 2024-11-18T18:07:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,914 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T18:07:35,916 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,33101,1731953253409 2024-11-18T18:07:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:35,940 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T18:07:35,942 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,33101,1731953253409 2024-11-18T18:07:35,948 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:07:36,001 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(746): ClusterId : f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e 2024-11-18T18:07:36,001 INFO [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(746): ClusterId : f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e 2024-11-18T18:07:36,002 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(746): ClusterId : f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e 2024-11-18T18:07:36,006 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:07:36,006 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:07:36,008 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:07:36,017 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:07:36,017 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:07:36,017 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:07:36,017 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:07:36,018 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:07:36,017 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:07:36,024 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:07:36,024 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:07:36,025 DEBUG [RS:2;818bff808382:46383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3616432d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:07:36,025 DEBUG [RS:0;818bff808382:33233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569a042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:07:36,028 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:07:36,029 DEBUG [RS:1;818bff808382:40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e19defc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:07:36,053 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:07:36,062 DEBUG [RS:1;818bff808382:40087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;818bff808382:40087 2024-11-18T18:07:36,067 INFO [RS:1;818bff808382:40087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:07:36,067 INFO [RS:1;818bff808382:40087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:07:36,067 DEBUG [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:07:36,069 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:07:36,071 INFO [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33101,1731953253409 with port=40087, startcode=1731953254760 2024-11-18T18:07:36,079 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:07:36,086 DEBUG [RS:2;818bff808382:46383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;818bff808382:46383 2024-11-18T18:07:36,086 DEBUG [RS:0;818bff808382:33233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:33233 2024-11-18T18:07:36,087 INFO [RS:2;818bff808382:46383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:07:36,087 INFO [RS:0;818bff808382:33233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:07:36,087 INFO [RS:0;818bff808382:33233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:07:36,087 INFO [RS:2;818bff808382:46383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:07:36,087 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:07:36,087 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:07:36,088 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33101,1731953253409 with port=33233, startcode=1731953254604 2024-11-18T18:07:36,090 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33101,1731953253409 with port=46383, startcode=1731953254840 2024-11-18T18:07:36,087 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,33101,1731953253409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:07:36,091 DEBUG [RS:0;818bff808382:33233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:07:36,091 DEBUG [RS:2;818bff808382:46383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:07:36,091 DEBUG [RS:1;818bff808382:40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:07:36,096 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:07:36,096 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:07:36,096 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:07:36,096 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:07:36,097 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:07:36,097 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,097 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:07:36,097 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,132 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953286132 2024-11-18T18:07:36,134 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:07:36,141 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:07:36,146 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:07:36,146 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:07:36,147 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:07:36,147 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:07:36,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:07:36,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:07:36,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:36,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:07:36,156 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,160 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:07:36,168 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:07:36,169 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:07:36,172 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:07:36,173 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:07:36,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:07:36,184 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:07:36,190 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:07:36,191 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:07:36,192 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:07:36,201 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:07:36,207 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953256202,5,FailOnTimeoutGroup] 2024-11-18T18:07:36,213 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953256207,5,FailOnTimeoutGroup] 2024-11-18T18:07:36,213 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,213 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:07:36,215 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,215 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,222 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:07:36,222 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:07:36,222 WARN [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:07:36,222 WARN [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:07:36,222 DEBUG [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:07:36,222 WARN [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:07:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:07:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:07:36,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:07:36,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:07:36,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:36,254 WARN [IPC Server handler 4 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,254 WARN [IPC Server handler 4 on default port 46597 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:36,255 WARN [IPC Server handler 4 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:36,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:07:36,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:07:36,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:36,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:07:36,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:07:36,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:36,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:36,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:07:36,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:07:36,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:36,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:36,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:07:36,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:07:36,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:36,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:07:36,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:07:36,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:36,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:36,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:07:36,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740 2024-11-18T18:07:36,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740 2024-11-18T18:07:36,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:07:36,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:07:36,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:07:36,324 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33101,1731953253409 with port=46383, startcode=1731953254840 2024-11-18T18:07:36,324 INFO [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33101,1731953253409 with port=40087, startcode=1731953254760 2024-11-18T18:07:36,325 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33101,1731953253409 with port=33233, startcode=1731953254604 2024-11-18T18:07:36,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:07:36,326 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,40087,1731953254760 2024-11-18T18:07:36,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] master.ServerManager(517): Registering regionserver=818bff808382,40087,1731953254760 2024-11-18T18:07:36,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:36,334 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73257512, jitterRate=0.091621994972229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:07:36,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953256286Initializing all the Stores at 1731953256288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953256288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953256288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953256288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953256289 (+1 ms)Cleaning up temporary data from old regions at 1731953256319 (+30 ms)Region opened successfully at 1731953256337 (+18 ms) 2024-11-18T18:07:36,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:07:36,337 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:07:36,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:07:36,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:07:36,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:07:36,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,46383,1731953254840 2024-11-18T18:07:36,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] master.ServerManager(517): Registering regionserver=818bff808382,46383,1731953254840 2024-11-18T18:07:36,341 DEBUG [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:36,341 DEBUG [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46597 2024-11-18T18:07:36,341 DEBUG [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:07:36,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:07:36,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953256337Disabling compacts and flushes for region at 1731953256337Disabling writes for close at 1731953256337Writing region close event to WAL at 1731953256345 (+8 ms)Closed at 1731953256345 2024-11-18T18:07:36,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,33233,1731953254604 2024-11-18T18:07:36,347 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:36,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] master.ServerManager(517): Registering regionserver=818bff808382,33233,1731953254604 2024-11-18T18:07:36,347 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46597 2024-11-18T18:07:36,347 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:07:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:07:36,348 DEBUG [RS:1;818bff808382:40087 {}] zookeeper.ZKUtil(111): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/818bff808382,40087,1731953254760 2024-11-18T18:07:36,348 WARN [RS:1;818bff808382:40087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:07:36,349 INFO [RS:1;818bff808382:40087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:07:36,349 DEBUG [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760 2024-11-18T18:07:36,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:07:36,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:07:36,354 DEBUG [RS:2;818bff808382:46383 {}] zookeeper.ZKUtil(111): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/818bff808382,46383,1731953254840 2024-11-18T18:07:36,354 WARN [RS:2;818bff808382:46383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:07:36,354 INFO [RS:2;818bff808382:46383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:07:36,355 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840 2024-11-18T18:07:36,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,40087,1731953254760] 2024-11-18T18:07:36,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,46383,1731953254840] 2024-11-18T18:07:36,356 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:36,356 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46597 2024-11-18T18:07:36,356 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:07:36,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:07:36,360 DEBUG [RS:0;818bff808382:33233 {}] zookeeper.ZKUtil(111): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/818bff808382,33233,1731953254604 2024-11-18T18:07:36,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:07:36,360 WARN [RS:0;818bff808382:33233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:07:36,360 INFO [RS:0;818bff808382:33233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:07:36,360 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,33233,1731953254604 2024-11-18T18:07:36,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,33233,1731953254604] 2024-11-18T18:07:36,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:07:36,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:07:36,398 INFO [RS:0;818bff808382:33233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:07:36,398 INFO [RS:1;818bff808382:40087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:07:36,398 INFO [RS:2;818bff808382:46383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:07:36,416 INFO [RS:0;818bff808382:33233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:07:36,417 INFO [RS:1;818bff808382:40087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:07:36,418 INFO [RS:2;818bff808382:46383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:07:36,422 INFO [RS:0;818bff808382:33233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:07:36,422 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,423 INFO [RS:1;818bff808382:40087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:07:36,423 INFO [RS:2;818bff808382:46383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:07:36,423 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,423 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,424 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:07:36,428 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:07:36,428 INFO [RS:1;818bff808382:40087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:07:36,432 INFO [RS:1;818bff808382:40087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:07:36,432 INFO [RS:2;818bff808382:46383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:07:36,434 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,434 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,434 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,434 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,434 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,434 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 INFO [RS:0;818bff808382:33233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,435 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:07:36,436 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:1;818bff808382:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:07:36,436 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,436 DEBUG [RS:2;818bff808382:46383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:07:36,437 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,437 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,437 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,437 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:07:36,437 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:07:36,437 DEBUG [RS:0;818bff808382:33233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:07:36,455 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40087,1731953254760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,455 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,46383,1731953254840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:07:36,456 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33233,1731953254604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:07:36,484 INFO [RS:1;818bff808382:40087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:07:36,484 INFO [RS:0;818bff808382:33233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:07:36,485 INFO [RS:2;818bff808382:46383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:07:36,487 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,40087,1731953254760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,487 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,46383,1731953254840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,487 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,487 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,487 INFO [RS:1;818bff808382:40087 {}] regionserver.Replication(171): 818bff808382,40087,1731953254760 started 2024-11-18T18:07:36,487 INFO [RS:2;818bff808382:46383 {}] regionserver.Replication(171): 818bff808382,46383,1731953254840 started 2024-11-18T18:07:36,494 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33233,1731953254604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,494 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,494 INFO [RS:0;818bff808382:33233 {}] regionserver.Replication(171): 818bff808382,33233,1731953254604 started 2024-11-18T18:07:36,517 INFO [RS:1;818bff808382:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,517 INFO [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,40087,1731953254760, RpcServer on 818bff808382/172.17.0.2:40087, sessionid=0x1000bd1112d0002 2024-11-18T18:07:36,519 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,519 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:36,519 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,46383,1731953254840, RpcServer on 818bff808382/172.17.0.2:46383, sessionid=0x1000bd1112d0003 2024-11-18T18:07:36,519 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:07:36,519 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,33233,1731953254604, RpcServer on 818bff808382/172.17.0.2:33233, sessionid=0x1000bd1112d0001 2024-11-18T18:07:36,519 DEBUG [RS:1;818bff808382:40087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,40087,1731953254760 2024-11-18T18:07:36,519 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:07:36,519 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:07:36,519 DEBUG [RS:0;818bff808382:33233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,33233,1731953254604 2024-11-18T18:07:36,519 DEBUG [RS:2;818bff808382:46383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,46383,1731953254840 2024-11-18T18:07:36,519 DEBUG [RS:0;818bff808382:33233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,33233,1731953254604' 2024-11-18T18:07:36,519 DEBUG [RS:2;818bff808382:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,46383,1731953254840' 2024-11-18T18:07:36,520 DEBUG [RS:0;818bff808382:33233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:07:36,520 DEBUG [RS:2;818bff808382:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:07:36,520 DEBUG [RS:1;818bff808382:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,40087,1731953254760' 2024-11-18T18:07:36,520 DEBUG [RS:1;818bff808382:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:07:36,521 DEBUG [RS:0;818bff808382:33233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:07:36,521 DEBUG [RS:1;818bff808382:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:07:36,521 DEBUG [RS:2;818bff808382:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:07:36,522 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:07:36,522 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:07:36,522 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:07:36,522 DEBUG [RS:0;818bff808382:33233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,33233,1731953254604 2024-11-18T18:07:36,523 DEBUG [RS:0;818bff808382:33233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,33233,1731953254604' 2024-11-18T18:07:36,523 DEBUG [RS:0;818bff808382:33233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:07:36,523 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:07:36,523 DEBUG [RS:2;818bff808382:46383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,46383,1731953254840 2024-11-18T18:07:36,523 DEBUG [RS:2;818bff808382:46383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,46383,1731953254840' 2024-11-18T18:07:36,523 DEBUG [RS:2;818bff808382:46383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:07:36,522 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:07:36,524 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:07:36,524 DEBUG [RS:1;818bff808382:40087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,40087,1731953254760 2024-11-18T18:07:36,524 DEBUG [RS:1;818bff808382:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,40087,1731953254760' 2024-11-18T18:07:36,524 DEBUG [RS:1;818bff808382:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:07:36,526 DEBUG [RS:2;818bff808382:46383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:07:36,526 DEBUG [RS:1;818bff808382:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:07:36,528 WARN [818bff808382:33101 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:07:36,530 DEBUG [RS:1;818bff808382:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:07:36,530 DEBUG [RS:0;818bff808382:33233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:07:36,530 INFO [RS:1;818bff808382:40087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:07:36,530 INFO [RS:1;818bff808382:40087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:07:36,530 DEBUG [RS:0;818bff808382:33233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:07:36,531 INFO [RS:0;818bff808382:33233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:07:36,531 INFO [RS:0;818bff808382:33233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:07:36,531 DEBUG [RS:2;818bff808382:46383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:07:36,531 INFO [RS:2;818bff808382:46383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:07:36,531 INFO [RS:2;818bff808382:46383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:07:36,531 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,531 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,531 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:36,532 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:36,532 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,532 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,532 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:36,532 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:36,533 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,533 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,533 WARN [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:36,533 WARN [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable: unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:36,636 INFO [RS:2;818bff808382:46383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:07:36,638 INFO [RS:1;818bff808382:40087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:07:36,639 INFO [RS:0;818bff808382:33233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:07:36,641 INFO [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C46383%2C1731953254840, suffix=, logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840, archiveDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs, maxLogs=32 2024-11-18T18:07:36,646 INFO [RS:0;818bff808382:33233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C33233%2C1731953254604, suffix=, logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,33233,1731953254604, archiveDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs, maxLogs=32 2024-11-18T18:07:36,652 INFO [RS:1;818bff808382:40087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C40087%2C1731953254760, suffix=, logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760, archiveDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs, maxLogs=32 2024-11-18T18:07:36,668 DEBUG [RS:2;818bff808382:46383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840/818bff808382%2C46383%2C1731953254840.1731953256647, exclude list is [], retry=0 2024-11-18T18:07:36,671 DEBUG [RS:0;818bff808382:33233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,33233,1731953254604/818bff808382%2C33233%2C1731953254604.1731953256649, exclude list is [], retry=0 2024-11-18T18:07:36,672 WARN [IPC Server handler 0 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,673 WARN [IPC Server handler 0 on default port 46597 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:36,673 WARN [IPC Server handler 0 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:36,675 WARN [IPC Server handler 2 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-18T18:07:36,675 WARN [IPC Server handler 2 on default port 46597 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-18T18:07:36,675 WARN [IPC Server handler 2 on default port 46597 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-18T18:07:36,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44585,DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb,DISK] 2024-11-18T18:07:36,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b,DISK] 2024-11-18T18:07:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b,DISK] 2024-11-18T18:07:36,680 DEBUG [RS:1;818bff808382:40087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760/818bff808382%2C40087%2C1731953254760.1731953256657, exclude list is [], retry=0 2024-11-18T18:07:36,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44585,DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb,DISK] 2024-11-18T18:07:36,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44585,DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb,DISK] 2024-11-18T18:07:36,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-59d9d1eb-345f-493c-99ab-14262688cf5b,DISK] 2024-11-18T18:07:36,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b,DISK] 2024-11-18T18:07:36,729 INFO [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840/818bff808382%2C46383%2C1731953254840.1731953256647 2024-11-18T18:07:36,737 DEBUG [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34647:34647),(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-18T18:07:36,737 INFO [RS:0;818bff808382:33233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,33233,1731953254604/818bff808382%2C33233%2C1731953254604.1731953256649 2024-11-18T18:07:36,740 DEBUG [RS:0;818bff808382:33233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-18T18:07:36,753 INFO [RS:1;818bff808382:40087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760/818bff808382%2C40087%2C1731953254760.1731953256657 2024-11-18T18:07:36,754 DEBUG [RS:1;818bff808382:40087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39145:39145),(127.0.0.1/127.0.0.1:34647:34647),(127.0.0.1/127.0.0.1:41819:41819)] 2024-11-18T18:07:36,781 DEBUG [818bff808382:33101 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T18:07:36,792 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:07:36,800 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:07:36,800 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:07:36,800 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:07:36,800 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:07:36,800 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:07:36,800 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:07:36,800 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:07:36,800 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:07:36,800 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:07:36,801 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:07:36,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:36,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,40087,1731953254760, state=OPENING 2024-11-18T18:07:36,826 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:07:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:36,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:07:36,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:36,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:36,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:36,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:36,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:07:36,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,40087,1731953254760}] 2024-11-18T18:07:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:07:40,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:07:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:07:43,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T18:07:43,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T18:07:46,868 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:07:46,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:07:46,883 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:07:46,883 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:07:46,883 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:07:46,886 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C40087%2C1731953254760.meta, suffix=.meta, logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760, archiveDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs, maxLogs=32 2024-11-18T18:07:46,904 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, exclude list is [], retry=0 2024-11-18T18:07:46,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b,DISK] 2024-11-18T18:07:46,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44585,DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb,DISK] 2024-11-18T18:07:46,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-59d9d1eb-345f-493c-99ab-14262688cf5b,DISK] 2024-11-18T18:07:46,911 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta 2024-11-18T18:07:46,915 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:34647:34647),(127.0.0.1/127.0.0.1:39145:39145)] 2024-11-18T18:07:46,915 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:07:46,917 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:07:46,920 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:07:46,925 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:07:46,929 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:07:46,929 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:46,930 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:07:46,930 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:07:46,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:07:46,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:07:46,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:46,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:46,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:07:46,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:07:46,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:46,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:46,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:07:46,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:07:46,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:46,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:46,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:07:46,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:07:46,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:46,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:07:46,944 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:07:46,946 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740 2024-11-18T18:07:46,948 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740 2024-11-18T18:07:46,951 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:07:46,951 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:07:46,952 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:07:46,954 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:07:46,956 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70408525, jitterRate=0.04916878044605255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:07:46,956 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:07:46,958 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953266930Writing region info on filesystem at 1731953266930Initializing all the Stores at 1731953266932 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953266932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953266933 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953266933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953266933Cleaning up temporary data from old regions at 1731953266951 (+18 ms)Running coprocessor post-open hooks at 1731953266957 (+6 ms)Region opened successfully at 1731953266958 (+1 ms) 2024-11-18T18:07:46,967 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953266858 2024-11-18T18:07:46,979 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:07:46,979 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:07:46,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:46,983 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,40087,1731953254760, state=OPEN 2024-11-18T18:07:46,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:07:46,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:07:46,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:07:46,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:07:46,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:46,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:46,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:46,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:07:46,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,40087,1731953254760 2024-11-18T18:07:46,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:07:46,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,40087,1731953254760 in 10.1490 sec 2024-11-18T18:07:46,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:07:47,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6350 sec 2024-11-18T18:07:47,001 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:07:47,001 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:07:47,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:07:47,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1] 2024-11-18T18:07:47,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:07:47,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:07:47,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1070 sec 2024-11-18T18:07:47,089 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953267089, completionTime=-1 2024-11-18T18:07:47,093 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T18:07:47,093 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:07:47,128 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T18:07:47,128 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953327128 2024-11-18T18:07:47,128 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953387128 2024-11-18T18:07:47,128 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 35 msec 2024-11-18T18:07:47,130 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:07:47,137 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33101,1731953253409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,137 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33101,1731953253409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,138 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33101,1731953253409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,139 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:33101, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,140 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,140 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,147 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:07:47,177 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.211sec 2024-11-18T18:07:47,178 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:07:47,180 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:07:47,181 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:07:47,181 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:07:47,182 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:07:47,182 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33101,1731953253409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:07:47,183 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33101,1731953253409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:07:47,188 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:07:47,189 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:07:47,189 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33101,1731953253409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:07:47,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329e5cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:07:47,228 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T18:07:47,228 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T18:07:47,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,33101,-1 for getting cluster id 2024-11-18T18:07:47,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:07:47,251 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e' 2024-11-18T18:07:47,254 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:07:47,254 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e" 2024-11-18T18:07:47,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5601a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:07:47,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,33101,-1] 2024-11-18T18:07:47,258 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:07:47,261 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:07:47,262 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:07:47,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66502612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:07:47,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:07:47,297 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1] 2024-11-18T18:07:47,297 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:07:47,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:07:47,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,33101,1731953253409 2024-11-18T18:07:47,326 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731953267324 (current time:1731953267324). 2024-11-18T18:07:47,326 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T18:07:47,326 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T18:07:47,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579261ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:07:47,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,33101,-1 for getting cluster id 2024-11-18T18:07:47,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:07:47,335 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e' 2024-11-18T18:07:47,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:07:47,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e" 2024-11-18T18:07:47,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497e3199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:07:47,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,33101,-1] 2024-11-18T18:07:47,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:07:47,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:07:47,338 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:07:47,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d767498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:07:47,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:07:47,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1] 2024-11-18T18:07:47,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:07:47,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:07:47,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:07:47,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:07:47,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:07:47,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:07:47,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:07:47,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:07:47,364 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,33101,1731953253409 2024-11-18T18:07:47,367 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e966ffe 2024-11-18T18:07:47,368 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:07:47,370 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:07:47,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:07:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T18:07:47,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:07:47,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T18:07:47,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:47,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:07:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:07:47,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:07:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:07:47,426 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b66b7d4237d4437bfd8d4923ac28154, NAME => 'SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,426 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c534e9d6f602c599e4f444d449e0a56b, NAME => 'SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,427 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 494cc9c6a477365fd5d6164197fcb65f, NAME => 'SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:07:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:07:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741838_1014 (size=62) 2024-11-18T18:07:47,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 494cc9c6a477365fd5d6164197fcb65f, disabling compactions & flushes 2024-11-18T18:07:47,477 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:47,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:47,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. after waiting 0 ms 2024-11-18T18:07:47,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:47,477 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:47,477 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 494cc9c6a477365fd5d6164197fcb65f: Waiting for close lock at 1731953267477Disabling compacts and flushes for region at 1731953267477Disabling writes for close at 1731953267477Writing region close event to WAL at 1731953267477Closed at 1731953267477 2024-11-18T18:07:47,478 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae555732871fc04b2d08d52521980290, NAME => 'SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741839_1015 (size=54) 2024-11-18T18:07:47,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741839_1015 (size=54) 2024-11-18T18:07:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741839_1015 (size=54) 2024-11-18T18:07:47,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7b66b7d4237d4437bfd8d4923ac28154, disabling compactions & flushes 2024-11-18T18:07:47,499 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:47,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:47,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. after waiting 0 ms 2024-11-18T18:07:47,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:47,499 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:47,499 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b66b7d4237d4437bfd8d4923ac28154: Waiting for close lock at 1731953267498Disabling compacts and flushes for region at 1731953267498Disabling writes for close at 1731953267499 (+1 ms)Writing region close event to WAL at 1731953267499Closed at 1731953267499 2024-11-18T18:07:47,500 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85afb6515ae4e0a59563202f1ec0bb21, NAME => 'SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:07:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:07:47,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:07:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:47,511 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c534e9d6f602c599e4f444d449e0a56b, disabling compactions & flushes 2024-11-18T18:07:47,512 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:47,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:47,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. after waiting 0 ms 2024-11-18T18:07:47,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:47,512 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:47,512 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c534e9d6f602c599e4f444d449e0a56b: Waiting for close lock at 1731953267512Disabling compacts and flushes for region at 1731953267512Disabling writes for close at 1731953267512Writing region close event to WAL at 1731953267512Closed at 1731953267512 2024-11-18T18:07:47,513 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1e9259917c346a15f04b1b9091d6817f, NAME => 'SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:07:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:07:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:07:47,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 85afb6515ae4e0a59563202f1ec0bb21, disabling compactions & flushes 2024-11-18T18:07:47,539 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:47,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:47,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. after waiting 0 ms 2024-11-18T18:07:47,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:47,540 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:47,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85afb6515ae4e0a59563202f1ec0bb21: Waiting for close lock at 1731953267539Disabling compacts and flushes for region at 1731953267539Disabling writes for close at 1731953267540 (+1 ms)Writing region close event to WAL at 1731953267540Closed at 1731953267540 2024-11-18T18:07:47,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 423166af49eb2ab5fcc1c863c163203e, NAME => 'SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:07:47,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:07:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:07:47,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ae555732871fc04b2d08d52521980290, disabling compactions & flushes 2024-11-18T18:07:47,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:47,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:47,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. after waiting 0 ms 2024-11-18T18:07:47,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:47,545 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:47,545 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae555732871fc04b2d08d52521980290: Waiting for close lock at 1731953267545Disabling compacts and flushes for region at 1731953267545Disabling writes for close at 1731953267545Writing region close event to WAL at 1731953267545Closed at 1731953267545 2024-11-18T18:07:47,546 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d3e8dbe5de79d80dd692145a12c6f7d4, NAME => 'SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:07:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:07:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:07:47,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1e9259917c346a15f04b1b9091d6817f, disabling compactions & flushes 2024-11-18T18:07:47,557 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:47,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:47,557 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. after waiting 0 ms 2024-11-18T18:07:47,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:47,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:47,558 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1e9259917c346a15f04b1b9091d6817f: Waiting for close lock at 1731953267557Disabling compacts and flushes for region at 1731953267557Disabling writes for close at 1731953267557Writing region close event to WAL at 1731953267558 (+1 ms)Closed at 1731953267558 2024-11-18T18:07:47,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b7663d2361d6d154c5ba467796c8446d, NAME => 'SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:07:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:07:47,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:07:47,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:07:47,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 423166af49eb2ab5fcc1c863c163203e, disabling compactions & flushes 2024-11-18T18:07:47,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:07:47,568 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:47,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:47,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. after waiting 0 ms 2024-11-18T18:07:47,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:47,568 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:47,568 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 423166af49eb2ab5fcc1c863c163203e: Waiting for close lock at 1731953267568Disabling compacts and flushes for region at 1731953267568Disabling writes for close at 1731953267568Writing region close event to WAL at 1731953267568Closed at 1731953267568 2024-11-18T18:07:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:07:47,569 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0b5eb770481d9ce2d8b8cc112ca5d38, NAME => 'SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1 2024-11-18T18:07:47,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d3e8dbe5de79d80dd692145a12c6f7d4, disabling compactions & flushes 2024-11-18T18:07:47,570 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:47,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:47,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. after waiting 0 ms 2024-11-18T18:07:47,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:47,570 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:47,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d3e8dbe5de79d80dd692145a12c6f7d4: Waiting for close lock at 1731953267569Disabling compacts and flushes for region at 1731953267570 (+1 ms)Disabling writes for close at 1731953267570Writing region close event to WAL at 1731953267570Closed at 1731953267570 2024-11-18T18:07:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:07:47,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:07:47,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:07:47,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b7663d2361d6d154c5ba467796c8446d, disabling compactions & flushes 2024-11-18T18:07:47,582 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:47,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:47,582 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. after waiting 0 ms 2024-11-18T18:07:47,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:47,583 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:47,583 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b7663d2361d6d154c5ba467796c8446d: Waiting for close lock at 1731953267582Disabling compacts and flushes for region at 1731953267582Disabling writes for close at 1731953267583 (+1 ms)Writing region close event to WAL at 1731953267583Closed at 1731953267583 2024-11-18T18:07:47,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:07:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:07:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:07:47,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:47,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d0b5eb770481d9ce2d8b8cc112ca5d38, disabling compactions & flushes 2024-11-18T18:07:47,590 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:47,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:47,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. after waiting 0 ms 2024-11-18T18:07:47,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:47,590 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:47,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0b5eb770481d9ce2d8b8cc112ca5d38: Waiting for close lock at 1731953267590Disabling compacts and flushes for region at 1731953267590Disabling writes for close at 1731953267590Writing region close event to WAL at 1731953267590Closed at 1731953267590 2024-11-18T18:07:47,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:07:47,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731953267593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953267593"}]},"ts":"1731953267593"} 2024-11-18T18:07:47,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T18:07:47,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:07:47,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953267642"}]},"ts":"1731953267642"} 2024-11-18T18:07:47,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T18:07:47,650 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:07:47,657 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:07:47,657 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:07:47,657 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:07:47,657 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:07:47,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b66b7d4237d4437bfd8d4923ac28154, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c534e9d6f602c599e4f444d449e0a56b, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae555732871fc04b2d08d52521980290, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9259917c346a15f04b1b9091d6817f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3e8dbe5de79d80dd692145a12c6f7d4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7663d2361d6d154c5ba467796c8446d, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN}] 2024-11-18T18:07:47,663 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3e8dbe5de79d80dd692145a12c6f7d4, ASSIGN 2024-11-18T18:07:47,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7663d2361d6d154c5ba467796c8446d, ASSIGN 2024-11-18T18:07:47,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9259917c346a15f04b1b9091d6817f, ASSIGN 2024-11-18T18:07:47,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN 2024-11-18T18:07:47,665 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN 2024-11-18T18:07:47,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e9259917c346a15f04b1b9091d6817f, ASSIGN; state=OFFLINE, location=818bff808382,33233,1731953254604; forceNewPlan=false, retain=false 2024-11-18T18:07:47,665 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN; state=OFFLINE, location=818bff808382,40087,1731953254760; forceNewPlan=false, retain=false 2024-11-18T18:07:47,665 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3e8dbe5de79d80dd692145a12c6f7d4, ASSIGN; state=OFFLINE, location=818bff808382,46383,1731953254840; forceNewPlan=false, retain=false 2024-11-18T18:07:47,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7663d2361d6d154c5ba467796c8446d, ASSIGN; state=OFFLINE, location=818bff808382,33233,1731953254604; forceNewPlan=false, retain=false 2024-11-18T18:07:47,667 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN; state=OFFLINE, location=818bff808382,40087,1731953254760; forceNewPlan=false, retain=false 2024-11-18T18:07:47,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN 2024-11-18T18:07:47,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c534e9d6f602c599e4f444d449e0a56b, ASSIGN 2024-11-18T18:07:47,673 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae555732871fc04b2d08d52521980290, ASSIGN 2024-11-18T18:07:47,673 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN 2024-11-18T18:07:47,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b66b7d4237d4437bfd8d4923ac28154, ASSIGN 2024-11-18T18:07:47,674 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN; state=OFFLINE, location=818bff808382,40087,1731953254760; forceNewPlan=false, retain=false 2024-11-18T18:07:47,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c534e9d6f602c599e4f444d449e0a56b, ASSIGN; state=OFFLINE, location=818bff808382,33233,1731953254604; forceNewPlan=false, retain=false 2024-11-18T18:07:47,674 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae555732871fc04b2d08d52521980290, ASSIGN; state=OFFLINE, location=818bff808382,46383,1731953254840; forceNewPlan=false, retain=false 2024-11-18T18:07:47,675 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN; state=OFFLINE, location=818bff808382,40087,1731953254760; forceNewPlan=false, retain=false 2024-11-18T18:07:47,675 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b66b7d4237d4437bfd8d4923ac28154, ASSIGN; state=OFFLINE, location=818bff808382,46383,1731953254840; forceNewPlan=false, retain=false 2024-11-18T18:07:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:47,819 INFO [818bff808382:33101 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T18:07:47,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d0b5eb770481d9ce2d8b8cc112ca5d38, regionState=OPENING, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:47,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d3e8dbe5de79d80dd692145a12c6f7d4, regionState=OPENING, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:07:47,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ae555732871fc04b2d08d52521980290, regionState=OPENING, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:07:47,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b66b7d4237d4437bfd8d4923ac28154, regionState=OPENING, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:07:47,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=423166af49eb2ab5fcc1c863c163203e, regionState=OPENING, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:47,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85afb6515ae4e0a59563202f1ec0bb21, regionState=OPENING, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:47,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b7663d2361d6d154c5ba467796c8446d, regionState=OPENING, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:07:47,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c534e9d6f602c599e4f444d449e0a56b, regionState=OPENING, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:07:47,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=494cc9c6a477365fd5d6164197fcb65f, regionState=OPENING, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:47,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1e9259917c346a15f04b1b9091d6817f, regionState=OPENING, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:07:47,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN because future has completed 2024-11-18T18:07:47,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423166af49eb2ab5fcc1c863c163203e, server=818bff808382,40087,1731953254760}] 2024-11-18T18:07:47,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3e8dbe5de79d80dd692145a12c6f7d4, ASSIGN because future has completed 2024-11-18T18:07:47,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4, server=818bff808382,46383,1731953254840}] 2024-11-18T18:07:47,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN because future has completed 2024-11-18T18:07:47,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae555732871fc04b2d08d52521980290, ASSIGN because future has completed 2024-11-18T18:07:47,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38, server=818bff808382,40087,1731953254760}] 2024-11-18T18:07:47,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae555732871fc04b2d08d52521980290, server=818bff808382,46383,1731953254840}] 2024-11-18T18:07:47,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7b66b7d4237d4437bfd8d4923ac28154, ASSIGN because future has completed 2024-11-18T18:07:47,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN because future has completed 2024-11-18T18:07:47,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN because future has completed 2024-11-18T18:07:47,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c534e9d6f602c599e4f444d449e0a56b, ASSIGN because future has completed 2024-11-18T18:07:47,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154, server=818bff808382,46383,1731953254840}] 2024-11-18T18:07:47,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c534e9d6f602c599e4f444d449e0a56b, server=818bff808382,33233,1731953254604}] 2024-11-18T18:07:47,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21, server=818bff808382,40087,1731953254760}] 2024-11-18T18:07:47,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b7663d2361d6d154c5ba467796c8446d, ASSIGN because future has completed 2024-11-18T18:07:47,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e9259917c346a15f04b1b9091d6817f, ASSIGN because future has completed 2024-11-18T18:07:47,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494cc9c6a477365fd5d6164197fcb65f, server=818bff808382,40087,1731953254760}] 2024-11-18T18:07:47,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e9259917c346a15f04b1b9091d6817f, server=818bff808382,33233,1731953254604}] 2024-11-18T18:07:47,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7663d2361d6d154c5ba467796c8446d, server=818bff808382,33233,1731953254604}] 2024-11-18T18:07:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:48,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:07:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:52,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:07:53,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T18:07:53,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T18:07:53,926 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:07:53,926 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T18:07:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:07:57,833 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:07:57,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:07:57,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:07:57,849 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:57,849 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 423166af49eb2ab5fcc1c863c163203e, NAME => 'SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:07:57,849 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,849 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,850 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,850 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,852 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:57,852 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d3e8dbe5de79d80dd692145a12c6f7d4, NAME => 'SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T18:07:57,853 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,853 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,853 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,853 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,861 INFO [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,861 INFO [StoreOpener-d3e8dbe5de79d80dd692145a12c6f7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:07:57,865 INFO [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423166af49eb2ab5fcc1c863c163203e columnFamilyName cf 2024-11-18T18:07:57,865 DEBUG [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,869 INFO [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] regionserver.HStore(327): Store=423166af49eb2ab5fcc1c863c163203e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,869 INFO [StoreOpener-d3e8dbe5de79d80dd692145a12c6f7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e8dbe5de79d80dd692145a12c6f7d4 columnFamilyName cf 2024-11-18T18:07:57,869 DEBUG [StoreOpener-d3e8dbe5de79d80dd692145a12c6f7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,870 INFO [StoreOpener-d3e8dbe5de79d80dd692145a12c6f7d4-1 {}] regionserver.HStore(327): Store=d3e8dbe5de79d80dd692145a12c6f7d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,870 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,871 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,872 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,873 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,873 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,874 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,874 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,874 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,875 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,875 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,879 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,880 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:57,880 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => c534e9d6f602c599e4f444d449e0a56b, NAME => 'SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T18:07:57,881 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,881 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,881 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,881 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,882 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,886 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/423166af49eb2ab5fcc1c863c163203e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,886 INFO [StoreOpener-c534e9d6f602c599e4f444d449e0a56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,887 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 423166af49eb2ab5fcc1c863c163203e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73063268, jitterRate=0.08872753381729126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,887 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:07:57,889 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 423166af49eb2ab5fcc1c863c163203e: Running coprocessor pre-open hook at 1731953277850Writing region info on filesystem at 1731953277850Initializing all the Stores at 1731953277852 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277852Cleaning up temporary data from old regions at 1731953277874 (+22 ms)Running coprocessor post-open hooks at 1731953277887 (+13 ms)Region opened successfully at 1731953277888 (+1 ms) 2024-11-18T18:07:57,892 INFO [StoreOpener-c534e9d6f602c599e4f444d449e0a56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c534e9d6f602c599e4f444d449e0a56b columnFamilyName cf 2024-11-18T18:07:57,892 DEBUG [StoreOpener-c534e9d6f602c599e4f444d449e0a56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,892 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., pid=15, masterSystemTime=1731953277830 2024-11-18T18:07:57,894 INFO [StoreOpener-c534e9d6f602c599e4f444d449e0a56b-1 {}] regionserver.HStore(327): Store=c534e9d6f602c599e4f444d449e0a56b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,894 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,895 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,896 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,896 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:57,897 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:07:57,897 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:57,897 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d0b5eb770481d9ce2d8b8cc112ca5d38, NAME => 'SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T18:07:57,897 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,898 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,898 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,898 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,898 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,898 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=423166af49eb2ab5fcc1c863c163203e, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:57,903 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,903 INFO [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,904 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423166af49eb2ab5fcc1c863c163203e, server=818bff808382,40087,1731953254760 because future has completed 2024-11-18T18:07:57,905 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d3e8dbe5de79d80dd692145a12c6f7d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73496297, jitterRate=0.09518016874790192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,905 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:07:57,905 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d3e8dbe5de79d80dd692145a12c6f7d4: Running coprocessor pre-open hook at 1731953277853Writing region info on filesystem at 1731953277853Initializing all the Stores at 1731953277856 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277856Cleaning up temporary data from old regions at 1731953277875 (+19 ms)Running coprocessor post-open hooks at 1731953277905 (+30 ms)Region opened successfully at 1731953277905 2024-11-18T18:07:57,907 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., pid=16, masterSystemTime=1731953277833 2024-11-18T18:07:57,908 INFO [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b5eb770481d9ce2d8b8cc112ca5d38 columnFamilyName cf 2024-11-18T18:07:57,909 DEBUG [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,910 INFO [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] regionserver.HStore(327): Store=d0b5eb770481d9ce2d8b8cc112ca5d38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,910 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,910 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:57,911 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:07:57,911 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:57,911 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ae555732871fc04b2d08d52521980290, NAME => 'SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T18:07:57,911 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,911 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,912 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,912 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,912 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/c534e9d6f602c599e4f444d449e0a56b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,912 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,912 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d3e8dbe5de79d80dd692145a12c6f7d4, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:07:57,913 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened c534e9d6f602c599e4f444d449e0a56b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73771931, jitterRate=0.09928743541240692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,913 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:07:57,913 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for c534e9d6f602c599e4f444d449e0a56b: Running coprocessor pre-open hook at 1731953277882Writing region info on filesystem at 1731953277882Initializing all the Stores at 1731953277886 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277886Cleaning up temporary data from old regions at 1731953277898 (+12 ms)Running coprocessor post-open hooks at 1731953277913 (+15 ms)Region opened successfully at 1731953277913 2024-11-18T18:07:57,913 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,913 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-18T18:07:57,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 423166af49eb2ab5fcc1c863c163203e, server=818bff808382,40087,1731953254760 in 10.0810 sec 2024-11-18T18:07:57,915 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b., pid=21, masterSystemTime=1731953277844 2024-11-18T18:07:57,915 INFO [StoreOpener-ae555732871fc04b2d08d52521980290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4, server=818bff808382,46383,1731953254840 because future has completed 2024-11-18T18:07:57,917 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN in 10.2550 sec 2024-11-18T18:07:57,918 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:57,918 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:07:57,919 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:57,919 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b7663d2361d6d154c5ba467796c8446d, NAME => 'SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T18:07:57,919 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,919 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,920 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,920 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,921 INFO [StoreOpener-ae555732871fc04b2d08d52521980290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae555732871fc04b2d08d52521980290 columnFamilyName cf 2024-11-18T18:07:57,921 DEBUG [StoreOpener-ae555732871fc04b2d08d52521980290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,921 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=c534e9d6f602c599e4f444d449e0a56b, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:07:57,922 INFO [StoreOpener-ae555732871fc04b2d08d52521980290-1 {}] regionserver.HStore(327): Store=ae555732871fc04b2d08d52521980290/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,922 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d0b5eb770481d9ce2d8b8cc112ca5d38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,922 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,923 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d0b5eb770481d9ce2d8b8cc112ca5d38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59291286, jitterRate=-0.11649098992347717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,924 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:07:57,924 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d0b5eb770481d9ce2d8b8cc112ca5d38: Running coprocessor pre-open hook at 1731953277898Writing region info on filesystem at 1731953277898Initializing all the Stores at 1731953277899 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277899Cleaning up temporary data from old regions at 1731953277913 (+14 ms)Running coprocessor post-open hooks at 1731953277924 (+11 ms)Region opened successfully at 1731953277924 2024-11-18T18:07:57,924 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,925 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,926 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., pid=17, masterSystemTime=1731953277830 2024-11-18T18:07:57,927 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,927 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure c534e9d6f602c599e4f444d449e0a56b, server=818bff808382,33233,1731953254604 because future has completed 2024-11-18T18:07:57,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-18T18:07:57,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4, server=818bff808382,46383,1731953254840 in 10.0930 sec 2024-11-18T18:07:57,931 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:57,931 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:07:57,931 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:57,931 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,931 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 85afb6515ae4e0a59563202f1ec0bb21, NAME => 'SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T18:07:57,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,932 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,936 INFO [StoreOpener-b7663d2361d6d154c5ba467796c8446d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,939 INFO [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,939 INFO [StoreOpener-b7663d2361d6d154c5ba467796c8446d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7663d2361d6d154c5ba467796c8446d columnFamilyName cf 2024-11-18T18:07:57,939 DEBUG [StoreOpener-b7663d2361d6d154c5ba467796c8446d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3e8dbe5de79d80dd692145a12c6f7d4, ASSIGN in 10.2710 sec 2024-11-18T18:07:57,940 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/ae555732871fc04b2d08d52521980290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,942 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d0b5eb770481d9ce2d8b8cc112ca5d38, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:57,943 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ae555732871fc04b2d08d52521980290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60907653, jitterRate=-0.09240524470806122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,943 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae555732871fc04b2d08d52521980290 2024-11-18T18:07:57,944 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ae555732871fc04b2d08d52521980290: Running coprocessor pre-open hook at 1731953277912Writing region info on filesystem at 1731953277912Initializing all the Stores at 1731953277915 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277915Cleaning up temporary data from old regions at 1731953277927 (+12 ms)Running coprocessor post-open hooks at 1731953277943 (+16 ms)Region opened successfully at 1731953277944 (+1 ms) 2024-11-18T18:07:57,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-18T18:07:57,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure c534e9d6f602c599e4f444d449e0a56b, server=818bff808382,33233,1731953254604 in 10.0920 sec 2024-11-18T18:07:57,946 INFO [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85afb6515ae4e0a59563202f1ec0bb21 columnFamilyName cf 2024-11-18T18:07:57,946 DEBUG [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,947 INFO [StoreOpener-b7663d2361d6d154c5ba467796c8446d-1 {}] regionserver.HStore(327): Store=b7663d2361d6d154c5ba467796c8446d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,947 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,947 INFO [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] regionserver.HStore(327): Store=85afb6515ae4e0a59563202f1ec0bb21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,947 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,949 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38, server=818bff808382,40087,1731953254760 because future has completed 2024-11-18T18:07:57,949 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,949 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290., pid=18, masterSystemTime=1731953277833 2024-11-18T18:07:57,950 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,950 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,951 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,951 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,952 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,953 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c534e9d6f602c599e4f444d449e0a56b, ASSIGN in 10.2870 sec 2024-11-18T18:07:57,956 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,957 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:57,957 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:07:57,957 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:57,957 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b66b7d4237d4437bfd8d4923ac28154, NAME => 'SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T18:07:57,957 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,958 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ae555732871fc04b2d08d52521980290, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:07:57,958 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,958 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,958 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae555732871fc04b2d08d52521980290, server=818bff808382,46383,1731953254840 because future has completed 2024-11-18T18:07:57,968 INFO [StoreOpener-7b66b7d4237d4437bfd8d4923ac28154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-18T18:07:57,971 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/85afb6515ae4e0a59563202f1ec0bb21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,972 INFO [StoreOpener-7b66b7d4237d4437bfd8d4923ac28154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b66b7d4237d4437bfd8d4923ac28154 columnFamilyName cf 2024-11-18T18:07:57,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38, server=818bff808382,40087,1731953254760 in 10.1270 sec 2024-11-18T18:07:57,972 DEBUG [StoreOpener-7b66b7d4237d4437bfd8d4923ac28154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,973 INFO [StoreOpener-7b66b7d4237d4437bfd8d4923ac28154-1 {}] regionserver.HStore(327): Store=7b66b7d4237d4437bfd8d4923ac28154/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,973 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,975 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:57,976 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 85afb6515ae4e0a59563202f1ec0bb21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64005835, jitterRate=-0.0462387353181839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,976 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:07:57,976 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 85afb6515ae4e0a59563202f1ec0bb21: Running coprocessor pre-open hook at 1731953277936Writing region info on filesystem at 1731953277936Initializing all the Stores at 1731953277939 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277939Cleaning up temporary data from old regions at 1731953277953 (+14 ms)Running coprocessor post-open hooks at 1731953277976 (+23 ms)Region opened successfully at 1731953277976 2024-11-18T18:07:57,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-18T18:07:57,978 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b7663d2361d6d154c5ba467796c8446d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59738579, jitterRate=-0.10982580482959747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:57,978 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:07:57,978 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b7663d2361d6d154c5ba467796c8446d: Running coprocessor pre-open hook at 1731953277920Writing region info on filesystem at 1731953277920Initializing all the Stores at 1731953277922 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277922Cleaning up temporary data from old regions at 1731953277951 (+29 ms)Running coprocessor post-open hooks at 1731953277978 (+27 ms)Region opened successfully at 1731953277978 2024-11-18T18:07:57,980 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21., pid=20, masterSystemTime=1731953277830 2024-11-18T18:07:57,981 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., pid=24, masterSystemTime=1731953277844 2024-11-18T18:07:57,981 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,983 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,983 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,984 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,985 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:57,985 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:07:57,985 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:57,985 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e9259917c346a15f04b1b9091d6817f, NAME => 'SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T18:07:57,986 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:57,986 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,986 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:57,986 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:57,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN in 10.3120 sec 2024-11-18T18:07:57,990 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:57,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ae555732871fc04b2d08d52521980290, server=818bff808382,46383,1731953254840 in 10.1370 sec 2024-11-18T18:07:57,991 INFO [StoreOpener-1e9259917c346a15f04b1b9091d6817f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:57,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b7663d2361d6d154c5ba467796c8446d, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:07:57,992 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:57,992 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:07:57,992 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:57,992 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 494cc9c6a477365fd5d6164197fcb65f, NAME => 'SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T18:07:57,993 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:57,993 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:07:57,993 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:57,993 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:57,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae555732871fc04b2d08d52521980290, ASSIGN in 10.3170 sec 2024-11-18T18:07:57,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85afb6515ae4e0a59563202f1ec0bb21, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:57,997 INFO [StoreOpener-1e9259917c346a15f04b1b9091d6817f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e9259917c346a15f04b1b9091d6817f columnFamilyName cf 2024-11-18T18:07:57,998 DEBUG [StoreOpener-1e9259917c346a15f04b1b9091d6817f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:57,999 INFO [StoreOpener-1e9259917c346a15f04b1b9091d6817f-1 {}] regionserver.HStore(327): Store=1e9259917c346a15f04b1b9091d6817f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:57,999 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,000 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,001 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7663d2361d6d154c5ba467796c8446d, server=818bff808382,33233,1731953254604 because future has completed 2024-11-18T18:07:58,002 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,002 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,004 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33101 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=818bff808382,40087,1731953254760, table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T18:07:58,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21, server=818bff808382,40087,1731953254760 because future has completed 2024-11-18T18:07:58,005 INFO [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,007 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/7b66b7d4237d4437bfd8d4923ac28154/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:58,009 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7b66b7d4237d4437bfd8d4923ac28154; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62806152, jitterRate=-0.06411540508270264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:58,009 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:07:58,009 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7b66b7d4237d4437bfd8d4923ac28154: Running coprocessor pre-open hook at 1731953277958Writing region info on filesystem at 1731953277958Initializing all the Stores at 1731953277964 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277964Cleaning up temporary data from old regions at 1731953277984 (+20 ms)Running coprocessor post-open hooks at 1731953278009 (+25 ms)Region opened successfully at 1731953278009 2024-11-18T18:07:58,010 INFO [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494cc9c6a477365fd5d6164197fcb65f columnFamilyName cf 2024-11-18T18:07:58,010 DEBUG [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:07:58,011 INFO [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] regionserver.HStore(327): Store=494cc9c6a477365fd5d6164197fcb65f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:07:58,011 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154., pid=19, masterSystemTime=1731953277833 2024-11-18T18:07:58,011 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-11-18T18:07:58,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b7663d2361d6d154c5ba467796c8446d, server=818bff808382,33233,1731953254604 in 10.1580 sec 2024-11-18T18:07:58,012 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,013 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-18T18:07:58,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21, server=818bff808382,40087,1731953254760 in 10.1690 sec 2024-11-18T18:07:58,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b7663d2361d6d154c5ba467796c8446d, ASSIGN in 10.3520 sec 2024-11-18T18:07:58,015 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:58,015 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,015 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:07:58,015 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,017 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN in 10.3540 sec 2024-11-18T18:07:58,018 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b66b7d4237d4437bfd8d4923ac28154, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:07:58,019 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154, server=818bff808382,46383,1731953254840 because future has completed 2024-11-18T18:07:58,034 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/1e9259917c346a15f04b1b9091d6817f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:58,035 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 1e9259917c346a15f04b1b9091d6817f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61758803, jitterRate=-0.07972212135791779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:58,035 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:07:58,035 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 1e9259917c346a15f04b1b9091d6817f: Running coprocessor pre-open hook at 1731953277986Writing region info on filesystem at 1731953277987 (+1 ms)Initializing all the Stores at 1731953277989 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277989Cleaning up temporary data from old regions at 1731953278002 (+13 ms)Running coprocessor post-open hooks at 1731953278035 (+33 ms)Region opened successfully at 1731953278035 2024-11-18T18:07:58,037 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f., pid=23, masterSystemTime=1731953277844 2024-11-18T18:07:58,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-18T18:07:58,040 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:58,040 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:07:58,041 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/494cc9c6a477365fd5d6164197fcb65f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:07:58,042 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 494cc9c6a477365fd5d6164197fcb65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67654698, jitterRate=0.008133560419082642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:07:58,042 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:07:58,042 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 494cc9c6a477365fd5d6164197fcb65f: Running coprocessor pre-open hook at 1731953277993Writing region info on filesystem at 1731953277993Initializing all the Stores at 1731953277996 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953277996Cleaning up temporary data from old regions at 1731953278015 (+19 ms)Running coprocessor post-open hooks at 1731953278042 (+27 ms)Region opened successfully at 1731953278042 2024-11-18T18:07:58,044 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f., pid=22, masterSystemTime=1731953277830 2024-11-18T18:07:58,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7b66b7d4237d4437bfd8d4923ac28154, ASSIGN in 10.3800 sec 2024-11-18T18:07:58,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154, server=818bff808382,46383,1731953254840 in 10.1990 sec 2024-11-18T18:07:58,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1e9259917c346a15f04b1b9091d6817f, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:07:58,047 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:58,048 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:07:58,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=494cc9c6a477365fd5d6164197fcb65f, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,40087,1731953254760 2024-11-18T18:07:58,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e9259917c346a15f04b1b9091d6817f, server=818bff808382,33233,1731953254604 because future has completed 2024-11-18T18:07:58,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494cc9c6a477365fd5d6164197fcb65f, server=818bff808382,40087,1731953254760 because future has completed 2024-11-18T18:07:58,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-18T18:07:58,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e9259917c346a15f04b1b9091d6817f, server=818bff808382,33233,1731953254604 in 10.2080 sec 2024-11-18T18:07:58,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-18T18:07:58,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 494cc9c6a477365fd5d6164197fcb65f, server=818bff808382,40087,1731953254760 in 10.2180 sec 2024-11-18T18:07:58,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9259917c346a15f04b1b9091d6817f, ASSIGN in 10.4020 sec 2024-11-18T18:07:58,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-18T18:07:58,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN in 10.4040 sec 2024-11-18T18:07:58,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:07:58,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953278070"}]},"ts":"1731953278070"} 2024-11-18T18:07:58,073 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T18:07:58,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:07:58,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6970 sec 2024-11-18T18:08:00,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T18:08:02,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:08:03,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:08:03,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-18T18:08:03,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-18T18:08:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:08:05,632 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T18:08:05,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T18:08:05,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:08:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T18:08:05,647 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:08:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T18:08:05,708 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:05,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:05,715 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:05,725 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:05,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,803 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,805 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,808 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,811 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., hostname=818bff808382,46383,1731953254840, seqNum=2] 2024-11-18T18:08:05,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,881 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., hostname=818bff808382,33233,1731953254604, seqNum=2] 2024-11-18T18:08:05,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:05,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:05,994 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:06,000 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:06,008 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:06,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:06,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:06,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., hostname=818bff808382,40087,1731953254760, seqNum=2] 2024-11-18T18:08:07,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:08:07,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:08:07,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:08:07,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:08:07,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46383 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:08:07,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:08:07,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:08:07,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:08:08,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:08:08,419 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T18:08:08,423 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T18:08:08,436 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T18:08:08,437 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:08:08,456 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T18:08:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:08:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:08:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:08:08,499 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T18:08:08,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c534e9d6f602c599e4f444d449e0a56b}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae555732871fc04b2d08d52521980290}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9259917c346a15f04b1b9091d6817f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7663d2361d6d154c5ba467796c8446d}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38}] 2024-11-18T18:08:08,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:08:08,510 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:08,517 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:08:08,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae555732871fc04b2d08d52521980290 2024-11-18T18:08:08,524 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:08:08,525 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:08,525 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:08:08,525 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:08,526 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:08:08,538 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 818bff808382,40087,1731953254760 2024-11-18T18:08:08,539 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:08,539 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 818bff808382,40087,1731953254760: Simulated kill ***** 2024-11-18T18:08:08,539 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:08:08,542 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:08:08,544 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:08:08,546 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:08:08,547 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:08:08,555 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 625309256 }, "NonHeapMemoryUsage": { "committed": 156172288, "init": 7667712, "max": -1, "used": 152888000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "818bff808382", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "818bff808382", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:50692", "tag.serverName": "818bff808382,33233,1731953254604", "tag.clusterId": "f3c9bb01-4bb8-4734-a2f6-86e40da4ab1e", "tag.Context": "regionserver", "tag.Hostname": "818bff808382", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731953254604, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T18:08:08,559 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33101 {}] master.MasterRpcServices(700): 818bff808382,40087,1731953254760 reported a fatal error: ***** ABORTING region server 818bff808382,40087,1731953254760: Simulated kill ***** 2024-11-18T18:08:08,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,40087,1731953254760' ***** 2024-11-18T18:08:08,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T18:08:08,562 INFO [RS:1;818bff808382:40087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:08:08,562 INFO [RS:1;818bff808382:40087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T18:08:08,562 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:08:08,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:08:08,562 INFO [RS:1;818bff808382:40087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T18:08:08,562 INFO [RS:1;818bff808382:40087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:08:08,562 INFO [RS:1;818bff808382:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;818bff808382:40087. 2024-11-18T18:08:08,563 DEBUG [RS:1;818bff808382:40087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:08:08,563 DEBUG [RS:1;818bff808382:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:08:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741836_1012 (size=14382) 2024-11-18T18:08:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741836_1012 (size=14382) 2024-11-18T18:08:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741836_1012 (size=14382) 2024-11-18T18:08:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741835_1011 (size=1257) 2024-11-18T18:08:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741835_1011 (size=1257) 2024-11-18T18:08:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741835_1011 (size=1257) 2024-11-18T18:08:08,611 DEBUG [RS:1;818bff808382:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:08:08,611 INFO [RS:1;818bff808382:40087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:08:08,612 INFO [RS:1;818bff808382:40087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40087 2024-11-18T18:08:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:08:08,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/818bff808382,40087,1731953254760 2024-11-18T18:08:08,621 INFO [RS:1;818bff808382:40087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:08:08,622 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,40087,1731953254760] 2024-11-18T18:08:08,633 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:08:08,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/818bff808382,40087,1731953254760 already deleted, retry=false 2024-11-18T18:08:08,656 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 818bff808382,40087,1731953254760 on 818bff808382,33101,1731953253409 2024-11-18T18:08:08,664 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 818bff808382,40087,1731953254760, splitWal=true, meta=true 2024-11-18T18:08:08,667 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 818bff808382,40087,1731953254760 (carryingMeta=true) 818bff808382,40087,1731953254760/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3da052e3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:08:08,670 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 818bff808382,40087,1731953254760, splitWal=true, meta=true 2024-11-18T18:08:08,676 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:08,676 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,40087,1731953254760, splitWal=true, meta=true, isMeta: true 2024-11-18T18:08:08,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:08,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:08,677 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:08,680 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting 2024-11-18T18:08:08,681 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f can not run currently because target server of region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T18:08:08,681 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 can not run currently because target server of region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T18:08:08,681 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f; timeout=1000, timestamp=1731953289681 2024-11-18T18:08:08,681 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21; timeout=1000, timestamp=1731953289681 2024-11-18T18:08:08,681 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 can not run currently because target server of region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T18:08:08,682 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38; timeout=1000, timestamp=1731953289682 2024-11-18T18:08:08,682 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e can not run currently because target server of region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T18:08:08,683 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e; timeout=1000, timestamp=1731953289683 2024-11-18T18:08:08,683 INFO [PEWorker-4 {}] master.SplitWALManager(105): 818bff808382,40087,1731953254760 WAL count=1, meta=true 2024-11-18T18:08:08,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta}] 2024-11-18T18:08:08,698 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=818bff808382,33233,1731953254604 2024-11-18T18:08:08,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, worker=818bff808382,33233,1731953254604}] 2024-11-18T18:08:08,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:08:08,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1000bd1112d0002, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:08:08,726 INFO [RS:1;818bff808382:40087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:08:08,726 INFO [RS:1;818bff808382:40087 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,40087,1731953254760; zookeeper connection closed. 2024-11-18T18:08:08,744 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a9cfdd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a9cfdd5 2024-11-18T18:08:09,496 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:08:09,496 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:08:09,682 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:09,682 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:09,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:09,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:09,684 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 can not run currently because target server of region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T18:08:09,685 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21; timeout=2000, timestamp=1731953291685 2024-11-18T18:08:09,685 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f can not run currently because target server of region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T18:08:09,685 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f; timeout=2000, timestamp=1731953291685 2024-11-18T18:08:09,685 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 can not run currently because target server of region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T18:08:09,685 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38; timeout=2000, timestamp=1731953291685 2024-11-18T18:08:09,686 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e can not run currently because target server of region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T18:08:09,686 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e; timeout=2000, timestamp=1731953291686 2024-11-18T18:08:11,685 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:11,685 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:11,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:11,686 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:11,687 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 can not run currently because target server of region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T18:08:11,687 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 can not run currently because target server of region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T18:08:11,687 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f can not run currently because target server of region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T18:08:11,687 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38; timeout=4000, timestamp=1731953295687 2024-11-18T18:08:11,687 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21; timeout=4000, timestamp=1731953295687 2024-11-18T18:08:11,687 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f; timeout=4000, timestamp=1731953295687 2024-11-18T18:08:11,687 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e can not run currently because target server of region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T18:08:11,687 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e; timeout=4000, timestamp=1731953295687 2024-11-18T18:08:15,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:15,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:15,688 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:15,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:15,689 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e can not run currently because target server of region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T18:08:15,689 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 can not run currently because target server of region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T18:08:15,689 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f can not run currently because target server of region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T18:08:15,689 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 can not run currently because target server of region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 818bff808382,40087,1731953254760 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T18:08:15,689 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e; timeout=8000, timestamp=1731953303689 2024-11-18T18:08:15,689 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38; timeout=8000, timestamp=1731953303689 2024-11-18T18:08:15,689 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f; timeout=8000, timestamp=1731953303689 2024-11-18T18:08:15,689 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21; timeout=8000, timestamp=1731953303689 2024-11-18T18:08:17,844 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=818bff808382,46383,1731953254840, timeout=1731953298512, delay=667, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae555732871fc04b2d08d52521980290], containedObject=818bff808382,40087,1731953254760, timeout=1731953298513, delay=668, operations=null, containedObject=818bff808382,33233,1731953254604, timeout=1731953298519, delay=674, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9259917c346a15f04b1b9091d6817f, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7663d2361d6d154c5ba467796c8446d, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c534e9d6f602c599e4f444d449e0a56b, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, worker=818bff808382,33233,1731953254604]] 2024-11-18T18:08:18,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T18:08:18,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T18:08:18,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:08:18,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T18:08:18,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:08:18,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:08:18,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T18:08:18,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T18:08:18,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:08:18,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T18:08:18,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:08:18,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:08:18,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d3e8dbe5de79d80dd692145a12c6f7d4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T18:08:18,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-18T18:08:18,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ae555732871fc04b2d08d52521980290: 2024-11-18T18:08:18,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. for SnapshotProcedureTest completed. 2024-11-18T18:08:18,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b7663d2361d6d154c5ba467796c8446d 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T18:08:18,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:18,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:18,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c534e9d6f602c599e4f444d449e0a56b: 2024-11-18T18:08:18,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. for SnapshotProcedureTest completed. 2024-11-18T18:08:18,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 1e9259917c346a15f04b1b9091d6817f: 2024-11-18T18:08:18,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. for SnapshotProcedureTest completed. 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7b66b7d4237d4437bfd8d4923ac28154: 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. for SnapshotProcedureTest completed. 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:18,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:18,590 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, size=14.0 K (14382bytes) 2024-11-18T18:08:18,591 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T18:08:18,591 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T18:08:18,592 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta 2024-11-18T18:08:18,600 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta after 4ms 2024-11-18T18:08:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:08:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:08:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:08:18,616 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:08:18,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T18:08:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T18:08:18,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae555732871fc04b2d08d52521980290 2024-11-18T18:08:18,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae555732871fc04b2d08d52521980290 2024-11-18T18:08:18,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae555732871fc04b2d08d52521980290 in 10.1240 sec 2024-11-18T18:08:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:08:18,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:08:18,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:08:18,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:08:18,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T18:08:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T18:08:18,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:08:18,651 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:08:18,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b66b7d4237d4437bfd8d4923ac28154 in 10.1510 sec 2024-11-18T18:08:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:08:18,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:08:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:08:18,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:08:18,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T18:08:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T18:08:18,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:08:18,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:08:18,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c534e9d6f602c599e4f444d449e0a56b in 10.1620 sec 2024-11-18T18:08:18,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/.tmp/cf/9a0fbea21e6d4219b16c62f9f19ca0a4 is 34, key is baa/cf:cf/1731953287224/Put/seqid=0 2024-11-18T18:08:18,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/.tmp/cf/e5e7bdea05a4438899159244cd3e9195 is 34, key is ccd/cf:cf/1731953287276/Put/seqid=0 2024-11-18T18:08:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:08:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:08:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:08:18,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:08:18,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T18:08:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T18:08:18,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:08:18,706 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:08:18,707 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta took 118ms 2024-11-18T18:08:18,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e9259917c346a15f04b1b9091d6817f in 10.2070 sec 2024-11-18T18:08:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741853_1029 (size=47197) 2024-11-18T18:08:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741853_1029 (size=47197) 2024-11-18T18:08:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741853_1029 (size=47197) 2024-11-18T18:08:18,758 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/.tmp/cf/e5e7bdea05a4438899159244cd3e9195 2024-11-18T18:08:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741854_1030 (size=28623) 2024-11-18T18:08:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741854_1030 (size=28623) 2024-11-18T18:08:18,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741854_1030 (size=28623) 2024-11-18T18:08:18,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/.tmp/cf/9a0fbea21e6d4219b16c62f9f19ca0a4 2024-11-18T18:08:18,785 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-18T18:08:18,796 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta so closing down 2024-11-18T18:08:18,797 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:08:18,798 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp 2024-11-18T18:08:18,804 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp 2024-11-18T18:08:18,807 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:08:18,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741855_1031 (size=14141) 2024-11-18T18:08:18,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741855_1031 (size=14141) 2024-11-18T18:08:18,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741855_1031 (size=14141) 2024-11-18T18:08:18,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-18T18:08:18,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/.tmp/cf/e5e7bdea05a4438899159244cd3e9195 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/cf/e5e7bdea05a4438899159244cd3e9195 2024-11-18T18:08:18,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/.tmp/cf/9a0fbea21e6d4219b16c62f9f19ca0a4 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/cf/9a0fbea21e6d4219b16c62f9f19ca0a4 2024-11-18T18:08:18,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T18:08:18,854 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 81 ms; skipped=1; WAL=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-18T18:08:18,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, journal: Splitting hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, size=14.0 K (14382bytes) at 1731953298590Finishing writing output for hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta so closing down at 1731953298797 (+207 ms)Creating recovered edits writer path=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp at 1731953298805 (+8 ms)3 split writer threads finished at 1731953298807 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731953298843 (+36 ms)Rename recovered edits hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta.temp to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731953298849 (+6 ms)Processed 26 edits across 1 Regions in 81 ms; skipped=1; WAL=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731953298854 (+5 ms) 2024-11-18T18:08:18,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta 2024-11-18T18:08:18,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T18:08:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T18:08:18,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/cf/9a0fbea21e6d4219b16c62f9f19ca0a4, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T18:08:18,882 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs 2024-11-18T18:08:18,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/cf/e5e7bdea05a4438899159244cd3e9195, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T18:08:18,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T18:08:18,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, worker=818bff808382,33233,1731953254604 in 10.1820 sec 2024-11-18T18:08:18,889 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b7663d2361d6d154c5ba467796c8446d in 364ms, sequenceid=5, compaction requested=false 2024-11-18T18:08:18,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b7663d2361d6d154c5ba467796c8446d: 2024-11-18T18:08:18,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. for SnapshotProcedureTest completed. 2024-11-18T18:08:18,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:18,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/cf/e5e7bdea05a4438899159244cd3e9195] hfiles 2024-11-18T18:08:18,892 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/cf/e5e7bdea05a4438899159244cd3e9195 for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d3e8dbe5de79d80dd692145a12c6f7d4 in 360ms, sequenceid=5, compaction requested=false 2024-11-18T18:08:18,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d3e8dbe5de79d80dd692145a12c6f7d4: 2024-11-18T18:08:18,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. for SnapshotProcedureTest completed. 2024-11-18T18:08:18,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:18,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/cf/9a0fbea21e6d4219b16c62f9f19ca0a4] hfiles 2024-11-18T18:08:18,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/cf/9a0fbea21e6d4219b16c62f9f19ca0a4 for snapshot=SnapshotProcedureTest 2024-11-18T18:08:18,897 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=818bff808382,33233,1731953254604 2024-11-18T18:08:18,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T18:08:18,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 818bff808382%2C40087%2C1731953254760.meta.1731953266888.meta, worker=818bff808382,33233,1731953254604 in 10.2110 sec 2024-11-18T18:08:18,906 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting dir is empty, no logs to split. 2024-11-18T18:08:18,906 INFO [PEWorker-3 {}] master.SplitWALManager(105): 818bff808382,40087,1731953254760 WAL count=0, meta=true 2024-11-18T18:08:18,906 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,40087,1731953254760 WAL splitting is done? wals=0, meta=true 2024-11-18T18:08:18,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:08:18,912 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:08:18,913 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:08:18,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741856_1032 (size=105) 2024-11-18T18:08:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741856_1032 (size=105) 2024-11-18T18:08:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741856_1032 (size=105) 2024-11-18T18:08:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:08:18,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T18:08:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T18:08:18,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:08:18,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:08:18,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b7663d2361d6d154c5ba467796c8446d in 10.4490 sec 2024-11-18T18:08:18,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741857_1033 (size=105) 2024-11-18T18:08:18,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741857_1033 (size=105) 2024-11-18T18:08:18,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741857_1033 (size=105) 2024-11-18T18:08:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:08:18,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T18:08:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T18:08:18,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:08:18,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:08:18,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3e8dbe5de79d80dd692145a12c6f7d4 in 10.4640 sec 2024-11-18T18:08:19,063 DEBUG [818bff808382:33101 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T18:08:19,064 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:08:19,064 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:08:19,064 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:08:19,064 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:08:19,064 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:08:19,064 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:08:19,064 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:08:19,064 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:08:19,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:08:19,066 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,46383,1731953254840, state=OPENING 2024-11-18T18:08:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:08:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:08:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:08:19,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:08:19,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:08:19,070 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:08:19,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:08:19,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,46383,1731953254840}] 2024-11-18T18:08:23,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:23,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:23,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:23,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:23,691 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f can not run currently because target server of region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 818bff808382,40087,1731953254760 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T18:08:23,691 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e can not run currently because target server of region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 818bff808382,40087,1731953254760 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T18:08:23,691 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 can not run currently because target server of region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 818bff808382,40087,1731953254760 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T18:08:23,691 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f; timeout=16000, timestamp=1731953319691 2024-11-18T18:08:23,691 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e; timeout=16000, timestamp=1731953319691 2024-11-18T18:08:23,691 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21; timeout=16000, timestamp=1731953319691 2024-11-18T18:08:23,691 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 can not run currently because target server of region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 818bff808382,40087,1731953254760 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T18:08:23,691 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38; timeout=16000, timestamp=1731953319691 2024-11-18T18:08:27,191 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T18:08:27,191 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T18:08:29,087 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:08:29,087 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:08:29,089 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:08:29,094 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C46383%2C1731953254840.meta, suffix=.meta, logDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840, archiveDir=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs, maxLogs=32 2024-11-18T18:08:29,114 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840/818bff808382%2C46383%2C1731953254840.meta.1731953309095.meta, exclude list is [], retry=0 2024-11-18T18:08:29,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-59d9d1eb-345f-493c-99ab-14262688cf5b,DISK] 2024-11-18T18:08:29,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44803,DS-a3178dfc-0e80-4e49-8fe2-1e25d2a3268b,DISK] 2024-11-18T18:08:29,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44585,DS-5ebfb272-dee4-4bf8-a4cc-a833f081d1cb,DISK] 2024-11-18T18:08:29,128 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,46383,1731953254840/818bff808382%2C46383%2C1731953254840.meta.1731953309095.meta 2024-11-18T18:08:29,129 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39145:39145),(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:34647:34647)] 2024-11-18T18:08:29,129 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:08:29,130 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:08:29,130 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:08:29,130 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:08:29,130 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:08:29,130 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:08:29,130 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:08:29,131 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:08:29,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:08:29,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:08:29,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:29,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:08:29,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:08:29,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:08:29,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:29,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:08:29,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:08:29,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:08:29,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:29,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:08:29,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:08:29,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:08:29,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:29,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:08:29,148 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:08:29,149 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740 2024-11-18T18:08:29,153 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740 2024-11-18T18:08:29,154 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T18:08:29,177 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T18:08:29,178 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-18T18:08:29,211 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/info/1ff51bb2b0c143d88c72cb2c1b94ea36 is 167, key is SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f./info:regioninfo/1731953278048/Put/seqid=0 2024-11-18T18:08:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741859_1035 (size=18393) 2024-11-18T18:08:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741859_1035 (size=18393) 2024-11-18T18:08:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741859_1035 (size=18393) 2024-11-18T18:08:29,231 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/info/1ff51bb2b0c143d88c72cb2c1b94ea36 2024-11-18T18:08:29,263 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/ns/2c979c34864b48fe841896e2c31afcb1 is 43, key is default/ns:d/1731953267072/Put/seqid=0 2024-11-18T18:08:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741860_1036 (size=5153) 2024-11-18T18:08:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741860_1036 (size=5153) 2024-11-18T18:08:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741860_1036 (size=5153) 2024-11-18T18:08:29,278 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/ns/2c979c34864b48fe841896e2c31afcb1 2024-11-18T18:08:29,307 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/table/d0f74deb853e47c2a59aa3b1730a0cf6 is 47, key is SPTestTable/table:state/1731953278070/Put/seqid=0 2024-11-18T18:08:29,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741861_1037 (size=5214) 2024-11-18T18:08:29,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741861_1037 (size=5214) 2024-11-18T18:08:29,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741861_1037 (size=5214) 2024-11-18T18:08:29,324 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/table/d0f74deb853e47c2a59aa3b1730a0cf6 2024-11-18T18:08:29,339 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/info/1ff51bb2b0c143d88c72cb2c1b94ea36 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/info/1ff51bb2b0c143d88c72cb2c1b94ea36 2024-11-18T18:08:29,349 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/info/1ff51bb2b0c143d88c72cb2c1b94ea36, entries=100, sequenceid=28, filesize=18.0 K 2024-11-18T18:08:29,351 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/ns/2c979c34864b48fe841896e2c31afcb1 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/ns/2c979c34864b48fe841896e2c31afcb1 2024-11-18T18:08:29,362 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/ns/2c979c34864b48fe841896e2c31afcb1, entries=2, sequenceid=28, filesize=5.0 K 2024-11-18T18:08:29,364 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/table/d0f74deb853e47c2a59aa3b1730a0cf6 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/table/d0f74deb853e47c2a59aa3b1730a0cf6 2024-11-18T18:08:29,373 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/table/d0f74deb853e47c2a59aa3b1730a0cf6, entries=2, sequenceid=28, filesize=5.1 K 2024-11-18T18:08:29,374 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=28, compaction requested=false; wal=null 2024-11-18T18:08:29,375 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T18:08:29,377 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:08:29,377 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:08:29,378 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:08:29,380 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:08:29,383 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-18T18:08:29,385 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71901344, jitterRate=0.07141351699829102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:08:29,385 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:08:29,385 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953309131Writing region info on filesystem at 1731953309131Initializing all the Stores at 1731953309132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953309132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953309137 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953309137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953309137Obtaining lock to block concurrent updates at 1731953309178 (+41 ms)Preparing flush snapshotting stores in 1588230740 at 1731953309178Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731953309178Flushing stores of hbase:meta,,1.1588230740 at 1731953309178Flushing 1588230740/info: creating writer at 1731953309178Flushing 1588230740/info: appending metadata at 1731953309211 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731953309211Flushing 1588230740/ns: creating writer at 1731953309245 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731953309262 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731953309263 (+1 ms)Flushing 1588230740/table: creating writer at 1731953309287 (+24 ms)Flushing 1588230740/table: appending metadata at 1731953309306 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731953309306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1a4b66: reopening flushed file at 1731953309335 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41905108: reopening flushed file at 1731953309349 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0c5823: reopening flushed file at 1731953309362 (+13 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 196ms, sequenceid=28, compaction requested=false; wal=null at 1731953309374 (+12 ms)Cleaning up temporary data from old regions at 1731953309377 (+3 ms)Running coprocessor post-open hooks at 1731953309385 (+8 ms)Region opened successfully at 1731953309385 2024-11-18T18:08:29,389 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731953309072 2024-11-18T18:08:29,399 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:08:29,399 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:08:29,400 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:08:29,401 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,46383,1731953254840, state=OPEN 2024-11-18T18:08:29,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:08:29,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:08:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:08:29,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:08:29,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,46383,1731953254840 2024-11-18T18:08:29,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:08:29,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:08:29,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-18T18:08:29,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,46383,1731953254840 in 10.3350 sec 2024-11-18T18:08:29,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-18T18:08:29,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5070 sec 2024-11-18T18:08:29,420 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 818bff808382,40087,1731953254760 had 5 regions 2024-11-18T18:08:29,422 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,40087,1731953254760, splitWal=true, meta=true, isMeta: false 2024-11-18T18:08:29,436 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,40087,1731953254760 WAL count=1, meta=false 2024-11-18T18:08:29,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 818bff808382%2C40087%2C1731953254760.1731953256657}] 2024-11-18T18:08:29,439 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=818bff808382,46383,1731953254840 2024-11-18T18:08:29,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C40087%2C1731953254760.1731953256657, worker=818bff808382,46383,1731953254840}] 2024-11-18T18:08:32,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:08:34,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:08:36,458 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T18:08:39,041 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:33101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T18:08:39,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-18T18:08:39,462 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657, size=1.2 K (1257bytes) 2024-11-18T18:08:39,462 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 2024-11-18T18:08:39,462 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 after 0ms 2024-11-18T18:08:39,466 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 took 5ms 2024-11-18T18:08:39,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 423166af49eb2ab5fcc1c863c163203e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:08:39,470 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d0b5eb770481d9ce2d8b8cc112ca5d38: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:08:39,472 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 85afb6515ae4e0a59563202f1ec0bb21: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:08:39,473 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 494cc9c6a477365fd5d6164197fcb65f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:08:39,473 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 so closing down 2024-11-18T18:08:39,473 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:08:39,473 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:08:39,473 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-18T18:08:39,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657, journal: Splitting hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657, size=1.2 K (1257bytes) at 1731953319462Finishing writing output for hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 so closing down at 1731953319473 (+11 ms)3 split writer threads finished at 1731953319473Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731953319473 2024-11-18T18:08:39,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 2024-11-18T18:08:39,474 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T18:08:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T18:08:39,478 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting/818bff808382%2C40087%2C1731953254760.1731953256657 to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs 2024-11-18T18:08:39,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-18T18:08:39,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C40087%2C1731953254760.1731953256657, worker=818bff808382,46383,1731953254840 in 10.0390 sec 2024-11-18T18:08:39,483 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=818bff808382,46383,1731953254840 2024-11-18T18:08:39,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-18T18:08:39,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 818bff808382%2C40087%2C1731953254760.1731953256657, worker=818bff808382,46383,1731953254840 in 10.0470 sec 2024-11-18T18:08:39,487 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/WALs/818bff808382,40087,1731953254760-splitting dir is empty, no logs to split. 2024-11-18T18:08:39,487 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,40087,1731953254760 WAL count=0, meta=false 2024-11-18T18:08:39,487 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,40087,1731953254760 WAL splitting is done? wals=0, meta=false 2024-11-18T18:08:39,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN}] 2024-11-18T18:08:39,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN 2024-11-18T18:08:39,491 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN 2024-11-18T18:08:39,491 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN 2024-11-18T18:08:39,491 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN 2024-11-18T18:08:39,492 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:08:39,492 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:08:39,492 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:08:39,492 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:08:39,642 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:08:39,643 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:08:39,643 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:08:39,643 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:08:39,643 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:08:39,643 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:08:39,643 INFO [818bff808382:33101 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:08:39,643 DEBUG [818bff808382:33101 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:08:39,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=494cc9c6a477365fd5d6164197fcb65f, regionState=OPENING, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:08:39,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=423166af49eb2ab5fcc1c863c163203e, regionState=OPENING, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:08:39,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=d0b5eb770481d9ce2d8b8cc112ca5d38, regionState=OPENING, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:08:39,644 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=85afb6515ae4e0a59563202f1ec0bb21, regionState=OPENING, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:08:39,645 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 818bff808382:40087 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:40087 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:08:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1, error=java.net.ConnectException: Call to address=818bff808382:40087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:08:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T18:08:39,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 from cache 2024-11-18T18:08:39,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=818bff808382:40087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:08:39,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=818bff808382:40087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:08:39,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=818bff808382:40087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:08:39,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 818bff808382:40087 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:08:39,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e held by pid=46 2024-11-18T18:08:39,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 held by pid=45 2024-11-18T18:08:39,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f held by pid=44 2024-11-18T18:08:39,692 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:39,692 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:39,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:39,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 held by pid=43 2024-11-18T18:08:39,692 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:39,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:08:39,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46383,1731953254840, seqNum=-1] 2024-11-18T18:08:39,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:08:39,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:08:39,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN because future has completed 2024-11-18T18:08:39,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38, server=818bff808382,46383,1731953254840}] 2024-11-18T18:08:39,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN because future has completed 2024-11-18T18:08:39,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423166af49eb2ab5fcc1c863c163203e, server=818bff808382,33233,1731953254604}] 2024-11-18T18:08:39,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN because future has completed 2024-11-18T18:08:39,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494cc9c6a477365fd5d6164197fcb65f, server=818bff808382,33233,1731953254604}] 2024-11-18T18:08:39,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN because future has completed 2024-11-18T18:08:39,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21, server=818bff808382,46383,1731953254840}] 2024-11-18T18:08:42,853 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d3e8dbe5de79d80dd692145a12c6f7d4, had cached 0 bytes from a total of 28623 2024-11-18T18:08:42,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b7663d2361d6d154c5ba467796c8446d, had cached 0 bytes from a total of 47197 2024-11-18T18:08:48,379 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c534e9d6f602c599e4f444d449e0a56b changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:48,379 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e9259917c346a15f04b1b9091d6817f changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:48,380 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b7663d2361d6d154c5ba467796c8446d changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:48,380 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7b66b7d4237d4437bfd8d4923ac28154 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:48,380 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae555732871fc04b2d08d52521980290 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:48,380 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d3e8dbe5de79d80dd692145a12c6f7d4 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:48,380 DEBUG [master/818bff808382:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T18:08:49,763 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:08:49,763 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 494cc9c6a477365fd5d6164197fcb65f, NAME => 'SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => d0b5eb770481d9ce2d8b8cc112ca5d38, NAME => 'SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,764 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,766 INFO [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,766 INFO [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,767 INFO [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 494cc9c6a477365fd5d6164197fcb65f columnFamilyName cf 2024-11-18T18:08:49,767 DEBUG [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:49,767 INFO [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0b5eb770481d9ce2d8b8cc112ca5d38 columnFamilyName cf 2024-11-18T18:08:49,767 DEBUG [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:49,768 INFO [StoreOpener-494cc9c6a477365fd5d6164197fcb65f-1 {}] regionserver.HStore(327): Store=494cc9c6a477365fd5d6164197fcb65f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:08:49,768 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,768 INFO [StoreOpener-d0b5eb770481d9ce2d8b8cc112ca5d38-1 {}] regionserver.HStore(327): Store=d0b5eb770481d9ce2d8b8cc112ca5d38/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:08:49,768 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,769 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,769 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,770 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,770 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,771 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,771 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,771 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,771 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,773 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,774 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,774 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 494cc9c6a477365fd5d6164197fcb65f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988851, jitterRate=-0.12099762260913849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:08:49,774 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,774 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 494cc9c6a477365fd5d6164197fcb65f: Running coprocessor pre-open hook at 1731953329765Writing region info on filesystem at 1731953329765Initializing all the Stores at 1731953329766 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953329766Cleaning up temporary data from old regions at 1731953329771 (+5 ms)Running coprocessor post-open hooks at 1731953329774 (+3 ms)Region opened successfully at 1731953329774 2024-11-18T18:08:49,775 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened d0b5eb770481d9ce2d8b8cc112ca5d38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64413656, jitterRate=-0.040161728858947754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:08:49,775 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,775 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for d0b5eb770481d9ce2d8b8cc112ca5d38: Running coprocessor pre-open hook at 1731953329765Writing region info on filesystem at 1731953329765Initializing all the Stores at 1731953329766 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953329766Cleaning up temporary data from old regions at 1731953329771 (+5 ms)Running coprocessor post-open hooks at 1731953329775 (+4 ms)Region opened successfully at 1731953329775 2024-11-18T18:08:49,775 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f., pid=49, masterSystemTime=1731953329758 2024-11-18T18:08:49,776 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., pid=47, masterSystemTime=1731953329758 2024-11-18T18:08:49,778 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:08:49,778 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:08:49,778 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:08:49,778 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 423166af49eb2ab5fcc1c863c163203e, NAME => 'SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:08:49,778 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,779 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:08:49,779 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,779 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=494cc9c6a477365fd5d6164197fcb65f, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:08:49,779 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:08:49,779 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:08:49,779 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:08:49,779 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 85afb6515ae4e0a59563202f1ec0bb21, NAME => 'SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T18:08:49,780 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=d0b5eb770481d9ce2d8b8cc112ca5d38, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:08:49,780 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:08:49,780 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,780 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,781 INFO [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 494cc9c6a477365fd5d6164197fcb65f, server=818bff808382,33233,1731953254604 because future has completed 2024-11-18T18:08:49,783 INFO [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,783 INFO [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 423166af49eb2ab5fcc1c863c163203e columnFamilyName cf 2024-11-18T18:08:49,783 DEBUG [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:49,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38, server=818bff808382,46383,1731953254840 because future has completed 2024-11-18T18:08:49,784 INFO [StoreOpener-423166af49eb2ab5fcc1c863c163203e-1 {}] regionserver.HStore(327): Store=423166af49eb2ab5fcc1c863c163203e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:08:49,785 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,786 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-18T18:08:49,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 494cc9c6a477365fd5d6164197fcb65f, server=818bff808382,33233,1731953254604 in 10.0220 sec 2024-11-18T18:08:49,788 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-18T18:08:49,788 INFO [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85afb6515ae4e0a59563202f1ec0bb21 columnFamilyName cf 2024-11-18T18:08:49,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38, server=818bff808382,46383,1731953254840 in 10.0290 sec 2024-11-18T18:08:49,788 DEBUG [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:08:49,788 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,788 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,789 INFO [StoreOpener-85afb6515ae4e0a59563202f1ec0bb21-1 {}] regionserver.HStore(327): Store=85afb6515ae4e0a59563202f1ec0bb21/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:08:49,789 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,790 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=494cc9c6a477365fd5d6164197fcb65f, ASSIGN in 10.2980 sec 2024-11-18T18:08:49,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:49,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0b5eb770481d9ce2d8b8cc112ca5d38, ASSIGN in 10.2990 sec 2024-11-18T18:08:49,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:49,792 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,792 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,792 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,793 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,794 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 423166af49eb2ab5fcc1c863c163203e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63029672, jitterRate=-0.06078469753265381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:08:49,794 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,794 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 423166af49eb2ab5fcc1c863c163203e: Running coprocessor pre-open hook at 1731953329779Writing region info on filesystem at 1731953329779Initializing all the Stores at 1731953329781 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953329781Cleaning up temporary data from old regions at 1731953329788 (+7 ms)Running coprocessor post-open hooks at 1731953329794 (+6 ms)Region opened successfully at 1731953329794 2024-11-18T18:08:49,795 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., pid=48, masterSystemTime=1731953329758 2024-11-18T18:08:49,795 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,797 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 85afb6515ae4e0a59563202f1ec0bb21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74972591, jitterRate=0.11717866361141205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:08:49,797 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,797 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 85afb6515ae4e0a59563202f1ec0bb21: Running coprocessor pre-open hook at 1731953329780Writing region info on filesystem at 1731953329780Initializing all the Stores at 1731953329782 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953329782Cleaning up temporary data from old regions at 1731953329792 (+10 ms)Running coprocessor post-open hooks at 1731953329797 (+5 ms)Region opened successfully at 1731953329797 2024-11-18T18:08:49,797 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:08:49,797 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:08:49,798 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21., pid=50, masterSystemTime=1731953329758 2024-11-18T18:08:49,798 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=423166af49eb2ab5fcc1c863c163203e, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,33233,1731953254604 2024-11-18T18:08:49,800 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:08:49,800 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:08:49,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=85afb6515ae4e0a59563202f1ec0bb21, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,46383,1731953254840 2024-11-18T18:08:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 423166af49eb2ab5fcc1c863c163203e, server=818bff808382,33233,1731953254604 because future has completed 2024-11-18T18:08:49,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21, server=818bff808382,46383,1731953254840 because future has completed 2024-11-18T18:08:49,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46 2024-11-18T18:08:49,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 423166af49eb2ab5fcc1c863c163203e, server=818bff808382,33233,1731953254604 in 10.0460 sec 2024-11-18T18:08:49,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-18T18:08:49,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=423166af49eb2ab5fcc1c863c163203e, ASSIGN in 10.3160 sec 2024-11-18T18:08:49,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:49,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21, server=818bff808382,46383,1731953254840 in 10.0420 sec 2024-11-18T18:08:49,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:49,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-18T18:08:49,810 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 818bff808382,40087,1731953254760 after splitting done 2024-11-18T18:08:49,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85afb6515ae4e0a59563202f1ec0bb21, ASSIGN in 10.3180 sec 2024-11-18T18:08:49,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 818bff808382,40087,1731953254760, splitWal=true, meta=true in 41.1520 sec 2024-11-18T18:08:55,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T18:08:59,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T18:08:59,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T18:08:59,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T18:08:59,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d0b5eb770481d9ce2d8b8cc112ca5d38: 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. for SnapshotProcedureTest completed. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 423166af49eb2ab5fcc1c863c163203e: 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 494cc9c6a477365fd5d6164197fcb65f: 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 85afb6515ae4e0a59563202f1ec0bb21: 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. for SnapshotProcedureTest completed. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. for SnapshotProcedureTest completed. 2024-11-18T18:08:59,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. for SnapshotProcedureTest completed. 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:59,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:08:59,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741862_1038 (size=65) 2024-11-18T18:08:59,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741862_1038 (size=65) 2024-11-18T18:08:59,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741862_1038 (size=65) 2024-11-18T18:08:59,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:08:59,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T18:08:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T18:08:59,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:59,821 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:08:59,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 85afb6515ae4e0a59563202f1ec0bb21 in 51.3210 sec 2024-11-18T18:08:59,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741865_1041 (size=65) 2024-11-18T18:08:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741865_1041 (size=65) 2024-11-18T18:08:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741865_1041 (size=65) 2024-11-18T18:08:59,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:08:59,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T18:08:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T18:08:59,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:59,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:08:59,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 494cc9c6a477365fd5d6164197fcb65f in 51.3340 sec 2024-11-18T18:08:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741864_1040 (size=65) 2024-11-18T18:08:59,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741864_1040 (size=65) 2024-11-18T18:08:59,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741864_1040 (size=65) 2024-11-18T18:08:59,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:08:59,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T18:08:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T18:08:59,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:59,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:08:59,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 423166af49eb2ab5fcc1c863c163203e in 51.3440 sec 2024-11-18T18:08:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741863_1039 (size=57) 2024-11-18T18:08:59,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741863_1039 (size=57) 2024-11-18T18:08:59,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:08:59,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T18:08:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T18:08:59,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741863_1039 (size=57) 2024-11-18T18:08:59,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:08:59,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-18T18:08:59,860 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T18:08:59,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0b5eb770481d9ce2d8b8cc112ca5d38 in 51.3560 sec 2024-11-18T18:08:59,862 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T18:08:59,865 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T18:08:59,865 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T18:08:59,869 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:08:59,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741866_1042 (size=1094) 2024-11-18T18:08:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741866_1042 (size=1094) 2024-11-18T18:08:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741866_1042 (size=1094) 2024-11-18T18:08:59,932 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T18:08:59,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T18:08:59,949 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:08:59,949 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:08:59,949 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:08:59,949 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:08:59,950 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:08:59,957 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:02,340 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:09:09,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-18T18:09:09,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-18T18:09:09,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-18T18:09:09,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-18T18:09:09,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-18T18:09:09,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-18T18:09:09,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:09:09,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:09:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T18:09:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T18:09:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T18:09:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T18:09:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-18T18:09:09,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-18T18:09:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-18T18:09:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T18:09:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T18:09:09,966 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 Release verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:09,967 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 Release verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:09,968 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 Release verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-18T18:09:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-18T18:09:09,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 in 10.0250 sec 2024-11-18T18:09:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-18T18:09:09,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 in 10.0270 sec 2024-11-18T18:09:09,972 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:09,972 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:09,973 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:09,973 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 Release verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:09,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 in 10.0270 sec 2024-11-18T18:09:09,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 in 10.0320 sec 2024-11-18T18:09:09,977 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 Release verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:09,977 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 Release verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:09,977 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:09,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 in 10.0360 sec 2024-11-18T18:09:09,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 in 10.0360 sec 2024-11-18T18:09:10,043 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:33101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T18:09:14,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-18T18:09:19,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-18T18:09:19,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-18T18:09:19,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-18T18:09:19,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-18T18:09:19,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-18T18:09:19,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-18T18:09:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-18T18:09:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-18T18:09:19,980 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 Release verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:19,980 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 Release verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:19,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 in 20.0390 sec 2024-11-18T18:09:19,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 in 20.0390 sec 2024-11-18T18:09:19,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T18:09:19,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-18T18:09:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T18:09:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-18T18:09:19,986 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 Release verify snapshot worker=818bff808382,33233,1731953254604 2024-11-18T18:09:19,986 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 Release verify snapshot worker=818bff808382,46383,1731953254840 2024-11-18T18:09:19,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,33233,1731953254604 in 20.0450 sec 2024-11-18T18:09:19,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-11-18T18:09:19,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,46383,1731953254840 in 20.0450 sec 2024-11-18T18:09:19,990 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T18:09:19,993 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T18:09:19,995 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T18:09:19,995 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T18:09:19,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.582 sec 2024-11-18T18:09:20,061 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T18:09:20,064 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 818bff808382:40087 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 818bff808382/172.17.0.2:40087 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T18:09:20,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 818bff808382:40087 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:09:20,065 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1, error=java.net.ConnectException: Call to address=818bff808382:40087 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 818bff808382/172.17.0.2:40087 2024-11-18T18:09:20,066 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-18T18:09:20,066 DEBUG [Time-limited test {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=818bff808382,40087,1731953254760, seqNum=-1 from cache 2024-11-18T18:09:20,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:09:20,172 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,46383,1731953254840, seqNum=-1] 2024-11-18T18:09:20,199 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T18:09:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:09:20,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:09:20,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:09:20,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:09:20,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:09:20,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975773387, stopped=false 2024-11-18T18:09:20,202 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,33101,1731953253409 2024-11-18T18:09:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:20,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:20,205 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:09:20,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:09:20,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:09:20,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:20,206 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,33233,1731953254604' ***** 2024-11-18T18:09:20,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:09:20,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:20,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:20,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,46383,1731953254840' ***** 2024-11-18T18:09:20,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:09:20,209 INFO [RS:2;818bff808382:46383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:09:20,209 INFO [RS:2;818bff808382:46383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:09:20,209 INFO [RS:2;818bff808382:46383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:09:20,209 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:09:20,212 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b66b7d4237d4437bfd8d4923ac28154 2024-11-18T18:09:20,212 INFO [RS:0;818bff808382:33233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:09:20,212 INFO [RS:0;818bff808382:33233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:09:20,212 INFO [RS:0;818bff808382:33233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:09:20,212 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:09:20,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:09:20,214 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for d0b5eb770481d9ce2d8b8cc112ca5d38 2024-11-18T18:09:20,214 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for ae555732871fc04b2d08d52521980290 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for b7663d2361d6d154c5ba467796c8446d 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for 423166af49eb2ab5fcc1c863c163203e 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for 494cc9c6a477365fd5d6164197fcb65f 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e9259917c346a15f04b1b9091d6817f 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(959): stopping server 818bff808382,33233,1731953254604 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:33233. 2024-11-18T18:09:20,215 DEBUG [RS:0;818bff808382:33233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:09:20,215 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b66b7d4237d4437bfd8d4923ac28154, disabling compactions & flushes 2024-11-18T18:09:20,215 DEBUG [RS:0;818bff808382:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,215 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:09:20,215 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:09:20,215 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. after waiting 0 ms 2024-11-18T18:09:20,215 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:09:20,215 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T18:09:20,216 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1325): Online Regions={c534e9d6f602c599e4f444d449e0a56b=SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b., b7663d2361d6d154c5ba467796c8446d=SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d., 423166af49eb2ab5fcc1c863c163203e=SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e., 494cc9c6a477365fd5d6164197fcb65f=SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f., 1e9259917c346a15f04b1b9091d6817f=SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f.} 2024-11-18T18:09:20,218 DEBUG [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1351): Waiting on 1e9259917c346a15f04b1b9091d6817f, 423166af49eb2ab5fcc1c863c163203e, 494cc9c6a477365fd5d6164197fcb65f, b7663d2361d6d154c5ba467796c8446d, c534e9d6f602c599e4f444d449e0a56b 2024-11-18T18:09:20,214 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:09:20,219 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 85afb6515ae4e0a59563202f1ec0bb21 2024-11-18T18:09:20,219 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(959): stopping server 818bff808382,46383,1731953254840 2024-11-18T18:09:20,219 INFO [RS:2;818bff808382:46383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:09:20,216 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c534e9d6f602c599e4f444d449e0a56b, disabling compactions & flushes 2024-11-18T18:09:20,219 INFO [RS:2;818bff808382:46383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;818bff808382:46383. 2024-11-18T18:09:20,219 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:09:20,219 DEBUG [RS:2;818bff808382:46383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:09:20,220 DEBUG [RS:2;818bff808382:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,220 INFO [RS:2;818bff808382:46383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:09:20,220 INFO [RS:2;818bff808382:46383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:09:20,220 INFO [RS:2;818bff808382:46383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:09:20,220 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:09:20,220 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:09:20,220 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. after waiting 0 ms 2024-11-18T18:09:20,220 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:09:20,221 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T18:09:20,221 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1325): Online Regions={7b66b7d4237d4437bfd8d4923ac28154=SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154., d0b5eb770481d9ce2d8b8cc112ca5d38=SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38., ae555732871fc04b2d08d52521980290=SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290., 1588230740=hbase:meta,,1.1588230740, d3e8dbe5de79d80dd692145a12c6f7d4=SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4., 85afb6515ae4e0a59563202f1ec0bb21=SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21.} 2024-11-18T18:09:20,221 DEBUG [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b66b7d4237d4437bfd8d4923ac28154, 85afb6515ae4e0a59563202f1ec0bb21, ae555732871fc04b2d08d52521980290, d0b5eb770481d9ce2d8b8cc112ca5d38, d3e8dbe5de79d80dd692145a12c6f7d4 2024-11-18T18:09:20,222 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:09:20,222 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:09:20,222 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:09:20,222 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:09:20,222 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:09:20,223 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-18T18:09:20,226 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/7b66b7d4237d4437bfd8d4923ac28154/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,228 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/c534e9d6f602c599e4f444d449e0a56b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,229 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:09:20,229 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:09:20,229 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b66b7d4237d4437bfd8d4923ac28154: Waiting for close lock at 1731953360215Running coprocessor pre-close hooks at 1731953360215Disabling compacts and flushes for region at 1731953360215Disabling writes for close at 1731953360215Writing region close event to WAL at 1731953360216 (+1 ms)Running coprocessor post-close hooks at 1731953360227 (+11 ms)Closed at 1731953360229 (+2 ms) 2024-11-18T18:09:20,230 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731953267372.7b66b7d4237d4437bfd8d4923ac28154. 2024-11-18T18:09:20,230 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0b5eb770481d9ce2d8b8cc112ca5d38, disabling compactions & flushes 2024-11-18T18:09:20,230 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:09:20,230 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:09:20,230 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. after waiting 0 ms 2024-11-18T18:09:20,230 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:09:20,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c534e9d6f602c599e4f444d449e0a56b: Waiting for close lock at 1731953360216Running coprocessor pre-close hooks at 1731953360216Disabling compacts and flushes for region at 1731953360216Disabling writes for close at 1731953360220 (+4 ms)Writing region close event to WAL at 1731953360221 (+1 ms)Running coprocessor post-close hooks at 1731953360229 (+8 ms)Closed at 1731953360229 2024-11-18T18:09:20,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731953267372.c534e9d6f602c599e4f444d449e0a56b. 2024-11-18T18:09:20,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7663d2361d6d154c5ba467796c8446d, disabling compactions & flushes 2024-11-18T18:09:20,232 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:09:20,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:09:20,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. after waiting 0 ms 2024-11-18T18:09:20,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:09:20,233 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/info/5686548dfff14124b2c22f746c1571d2 is 167, key is SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f./info:regioninfo/1731953329779/Put/seqid=0 2024-11-18T18:09:20,240 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/b7663d2361d6d154c5ba467796c8446d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:09:20,241 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d0b5eb770481d9ce2d8b8cc112ca5d38/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,241 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:09:20,242 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0b5eb770481d9ce2d8b8cc112ca5d38: Waiting for close lock at 1731953360230Running coprocessor pre-close hooks at 1731953360230Disabling compacts and flushes for region at 1731953360230Disabling writes for close at 1731953360230Writing region close event to WAL at 1731953360230Running coprocessor post-close hooks at 1731953360241 (+11 ms)Closed at 1731953360241 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7663d2361d6d154c5ba467796c8446d: Waiting for close lock at 1731953360232Running coprocessor pre-close hooks at 1731953360232Disabling compacts and flushes for region at 1731953360232Disabling writes for close at 1731953360232Writing region close event to WAL at 1731953360235 (+3 ms)Running coprocessor post-close hooks at 1731953360241 (+6 ms)Closed at 1731953360242 (+1 ms) 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731953267372.d0b5eb770481d9ce2d8b8cc112ca5d38. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731953267372.b7663d2361d6d154c5ba467796c8446d. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae555732871fc04b2d08d52521980290, disabling compactions & flushes 2024-11-18T18:09:20,242 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 423166af49eb2ab5fcc1c863c163203e, disabling compactions & flushes 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:09:20,242 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. after waiting 0 ms 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. after waiting 0 ms 2024-11-18T18:09:20,242 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:09:20,249 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/ae555732871fc04b2d08d52521980290/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,249 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/423166af49eb2ab5fcc1c863c163203e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,250 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae555732871fc04b2d08d52521980290: Waiting for close lock at 1731953360242Running coprocessor pre-close hooks at 1731953360242Disabling compacts and flushes for region at 1731953360242Disabling writes for close at 1731953360242Writing region close event to WAL at 1731953360244 (+2 ms)Running coprocessor post-close hooks at 1731953360250 (+6 ms)Closed at 1731953360250 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731953267372.ae555732871fc04b2d08d52521980290. 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3e8dbe5de79d80dd692145a12c6f7d4, disabling compactions & flushes 2024-11-18T18:09:20,250 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:09:20,250 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. after waiting 0 ms 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 423166af49eb2ab5fcc1c863c163203e: Waiting for close lock at 1731953360242Running coprocessor pre-close hooks at 1731953360242Disabling compacts and flushes for region at 1731953360242Disabling writes for close at 1731953360242Writing region close event to WAL at 1731953360245 (+3 ms)Running coprocessor post-close hooks at 1731953360250 (+5 ms)Closed at 1731953360250 2024-11-18T18:09:20,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731953267372.423166af49eb2ab5fcc1c863c163203e. 2024-11-18T18:09:20,251 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 494cc9c6a477365fd5d6164197fcb65f, disabling compactions & flushes 2024-11-18T18:09:20,251 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:09:20,251 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:09:20,251 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. after waiting 0 ms 2024-11-18T18:09:20,251 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:09:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741867_1043 (size=9527) 2024-11-18T18:09:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741867_1043 (size=9527) 2024-11-18T18:09:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741867_1043 (size=9527) 2024-11-18T18:09:20,280 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/info/5686548dfff14124b2c22f746c1571d2 2024-11-18T18:09:20,291 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:09:20,292 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:09:20,294 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/494cc9c6a477365fd5d6164197fcb65f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,294 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:09:20,295 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 494cc9c6a477365fd5d6164197fcb65f: Waiting for close lock at 1731953360250Running coprocessor pre-close hooks at 1731953360250Disabling compacts and flushes for region at 1731953360250Disabling writes for close at 1731953360251 (+1 ms)Writing region close event to WAL at 1731953360264 (+13 ms)Running coprocessor post-close hooks at 1731953360294 (+30 ms)Closed at 1731953360294 2024-11-18T18:09:20,295 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731953267372.494cc9c6a477365fd5d6164197fcb65f. 2024-11-18T18:09:20,295 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e9259917c346a15f04b1b9091d6817f, disabling compactions & flushes 2024-11-18T18:09:20,295 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:09:20,295 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:09:20,295 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. after waiting 0 ms 2024-11-18T18:09:20,295 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:09:20,310 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/d3e8dbe5de79d80dd692145a12c6f7d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:09:20,311 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:09:20,311 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3e8dbe5de79d80dd692145a12c6f7d4: Waiting for close lock at 1731953360250Running coprocessor pre-close hooks at 1731953360250Disabling compacts and flushes for region at 1731953360250Disabling writes for close at 1731953360250Writing region close event to WAL at 1731953360276 (+26 ms)Running coprocessor post-close hooks at 1731953360311 (+35 ms)Closed at 1731953360311 2024-11-18T18:09:20,311 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731953267372.d3e8dbe5de79d80dd692145a12c6f7d4. 2024-11-18T18:09:20,312 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85afb6515ae4e0a59563202f1ec0bb21, disabling compactions & flushes 2024-11-18T18:09:20,312 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:09:20,312 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:09:20,312 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. after waiting 0 ms 2024-11-18T18:09:20,312 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:09:20,317 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/.tmp/info/5686548dfff14124b2c22f746c1571d2 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/info/5686548dfff14124b2c22f746c1571d2 2024-11-18T18:09:20,331 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/info/5686548dfff14124b2c22f746c1571d2, entries=32, sequenceid=39, filesize=9.3 K 2024-11-18T18:09:20,332 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=39, compaction requested=false 2024-11-18T18:09:20,336 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/1e9259917c346a15f04b1b9091d6817f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,337 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:09:20,337 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e9259917c346a15f04b1b9091d6817f: Waiting for close lock at 1731953360295Running coprocessor pre-close hooks at 1731953360295Disabling compacts and flushes for region at 1731953360295Disabling writes for close at 1731953360295Writing region close event to WAL at 1731953360314 (+19 ms)Running coprocessor post-close hooks at 1731953360337 (+23 ms)Closed at 1731953360337 2024-11-18T18:09:20,337 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731953267372.1e9259917c346a15f04b1b9091d6817f. 2024-11-18T18:09:20,360 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/default/SPTestTable/85afb6515ae4e0a59563202f1ec0bb21/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:09:20,362 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:09:20,362 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85afb6515ae4e0a59563202f1ec0bb21: Waiting for close lock at 1731953360312Running coprocessor pre-close hooks at 1731953360312Disabling compacts and flushes for region at 1731953360312Disabling writes for close at 1731953360312Writing region close event to WAL at 1731953360314 (+2 ms)Running coprocessor post-close hooks at 1731953360362 (+48 ms)Closed at 1731953360362 2024-11-18T18:09:20,362 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731953267372.85afb6515ae4e0a59563202f1ec0bb21. 2024-11-18T18:09:20,377 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-18T18:09:20,378 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:09:20,378 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:09:20,378 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953360221Running coprocessor pre-close hooks at 1731953360221Disabling compacts and flushes for region at 1731953360221Disabling writes for close at 1731953360222 (+1 ms)Obtaining lock to block concurrent updates at 1731953360223 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953360223Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731953360223Flushing stores of hbase:meta,,1.1588230740 at 1731953360224 (+1 ms)Flushing 1588230740/info: creating writer at 1731953360225 (+1 ms)Flushing 1588230740/info: appending metadata at 1731953360232 (+7 ms)Flushing 1588230740/info: closing flushed file at 1731953360233 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd8fd3b: reopening flushed file at 1731953360314 (+81 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=39, compaction requested=false at 1731953360332 (+18 ms)Writing region close event to WAL at 1731953360364 (+32 ms)Running coprocessor post-close hooks at 1731953360378 (+14 ms)Closed at 1731953360378 2024-11-18T18:09:20,379 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:09:20,419 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(976): stopping server 818bff808382,33233,1731953254604; all regions closed. 2024-11-18T18:09:20,421 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(976): stopping server 818bff808382,46383,1731953254840; all regions closed. 2024-11-18T18:09:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741834_1010 (size=3530) 2024-11-18T18:09:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741858_1034 (size=5516) 2024-11-18T18:09:20,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741834_1010 (size=3530) 2024-11-18T18:09:20,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741858_1034 (size=5516) 2024-11-18T18:09:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741858_1034 (size=5516) 2024-11-18T18:09:20,432 DEBUG [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs 2024-11-18T18:09:20,432 INFO [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C46383%2C1731953254840.meta:.meta(num 1731953309095) 2024-11-18T18:09:20,433 DEBUG [RS:0;818bff808382:33233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C33233%2C1731953254604:(num 1731953256649) 2024-11-18T18:09:20,434 DEBUG [RS:0;818bff808382:33233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:09:20,434 INFO [RS:0;818bff808382:33233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:09:20,435 INFO [RS:0;818bff808382:33233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:09:20,435 INFO [RS:0;818bff808382:33233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33233 2024-11-18T18:09:20,435 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:09:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:09:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/818bff808382,33233,1731953254604 2024-11-18T18:09:20,438 INFO [RS:0;818bff808382:33233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:09:20,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,33233,1731953254604] 2024-11-18T18:09:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741833_1009 (size=3500) 2024-11-18T18:09:20,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741833_1009 (size=3500) 2024-11-18T18:09:20,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/818bff808382,33233,1731953254604 already deleted, retry=false 2024-11-18T18:09:20,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,33233,1731953254604 expired; onlineServers=1 2024-11-18T18:09:20,449 DEBUG [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/oldWALs 2024-11-18T18:09:20,449 INFO [RS:2;818bff808382:46383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C46383%2C1731953254840:(num 1731953256647) 2024-11-18T18:09:20,449 DEBUG [RS:2;818bff808382:46383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:20,449 INFO [RS:2;818bff808382:46383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:09:20,449 INFO [RS:2;818bff808382:46383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:09:20,449 INFO [RS:2;818bff808382:46383 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:09:20,449 INFO [RS:2;818bff808382:46383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:09:20,449 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:09:20,450 INFO [RS:2;818bff808382:46383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46383 2024-11-18T18:09:20,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:09:20,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/818bff808382,46383,1731953254840 2024-11-18T18:09:20,456 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,46383,1731953254840] 2024-11-18T18:09:20,456 INFO [RS:2;818bff808382:46383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:09:20,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/818bff808382,46383,1731953254840 already deleted, retry=false 2024-11-18T18:09:20,458 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,46383,1731953254840 expired; onlineServers=0 2024-11-18T18:09:20,458 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,33101,1731953253409' ***** 2024-11-18T18:09:20,458 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:09:20,459 INFO [M:0;818bff808382:33101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:09:20,459 INFO [M:0;818bff808382:33101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:09:20,459 DEBUG [M:0;818bff808382:33101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:09:20,459 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:09:20,459 DEBUG [M:0;818bff808382:33101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:09:20,459 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953256202 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953256202,5,FailOnTimeoutGroup] 2024-11-18T18:09:20,459 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953256207 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953256207,5,FailOnTimeoutGroup] 2024-11-18T18:09:20,460 INFO [M:0;818bff808382:33101 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:09:20,460 INFO [M:0;818bff808382:33101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:09:20,460 DEBUG [M:0;818bff808382:33101 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:09:20,460 INFO [M:0;818bff808382:33101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:09:20,460 INFO [M:0;818bff808382:33101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:09:20,460 ERROR [M:0;818bff808382:33101 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46597,5,PEWorkerGroup] Thread[IPC Client (451093521) connection to localhost/127.0.0.1:46597 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46597,5,PEWorkerGroup] 2024-11-18T18:09:20,461 INFO [M:0;818bff808382:33101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:09:20,461 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:09:20,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T18:09:20,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:20,466 DEBUG [M:0;818bff808382:33101 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-18T18:09:20,466 DEBUG [M:0;818bff808382:33101 {}] master.ActiveMasterManager(353): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-18T18:09:20,467 INFO [M:0;818bff808382:33101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/.lastflushedseqids 2024-11-18T18:09:20,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741868_1044 (size=668) 2024-11-18T18:09:20,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741868_1044 (size=668) 2024-11-18T18:09:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741868_1044 (size=668) 2024-11-18T18:09:20,501 INFO [M:0;818bff808382:33101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:09:20,501 INFO [M:0;818bff808382:33101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:09:20,502 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:09:20,502 INFO [M:0;818bff808382:33101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:20,502 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:20,502 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:09:20,502 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:20,502 INFO [M:0;818bff808382:33101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.86 KB heapSize=264.20 KB 2024-11-18T18:09:20,534 DEBUG [M:0;818bff808382:33101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/252d2dccb12742d69ed1a629a966bcff is 82, key is hbase:meta,,1/info:regioninfo/1731953309399/Put/seqid=0 2024-11-18T18:09:20,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:09:20,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33233-0x1000bd1112d0001, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:09:20,542 INFO [RS:0;818bff808382:33233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:09:20,542 INFO [RS:0;818bff808382:33233 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,33233,1731953254604; zookeeper connection closed. 2024-11-18T18:09:20,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aa29e36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aa29e36 2024-11-18T18:09:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:09:20,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46383-0x1000bd1112d0003, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:09:20,561 INFO [RS:2;818bff808382:46383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:09:20,561 INFO [RS:2;818bff808382:46383 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,46383,1731953254840; zookeeper connection closed. 2024-11-18T18:09:20,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741869_1045 (size=6071) 2024-11-18T18:09:20,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741869_1045 (size=6071) 2024-11-18T18:09:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741869_1045 (size=6071) 2024-11-18T18:09:20,575 INFO [M:0;818bff808382:33101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/252d2dccb12742d69ed1a629a966bcff 2024-11-18T18:09:20,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75b870eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75b870eb 2024-11-18T18:09:20,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T18:09:20,614 DEBUG [M:0;818bff808382:33101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58dc38c5f88748428ae0889d59a97605 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953278081/Put/seqid=0 2024-11-18T18:09:20,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741870_1046 (size=9113) 2024-11-18T18:09:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741870_1046 (size=9113) 2024-11-18T18:09:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741870_1046 (size=9113) 2024-11-18T18:09:20,651 INFO [M:0;818bff808382:33101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.63 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58dc38c5f88748428ae0889d59a97605 2024-11-18T18:09:20,661 INFO [M:0;818bff808382:33101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58dc38c5f88748428ae0889d59a97605 2024-11-18T18:09:20,684 DEBUG [M:0;818bff808382:33101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b941d90ade54e5b983a7cda3a6893cc is 69, key is 818bff808382,33233,1731953254604/rs:state/1731953256351/Put/seqid=0 2024-11-18T18:09:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741871_1047 (size=5446) 2024-11-18T18:09:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741871_1047 (size=5446) 2024-11-18T18:09:20,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741871_1047 (size=5446) 2024-11-18T18:09:20,712 INFO [M:0;818bff808382:33101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b941d90ade54e5b983a7cda3a6893cc 2024-11-18T18:09:20,722 INFO [M:0;818bff808382:33101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b941d90ade54e5b983a7cda3a6893cc 2024-11-18T18:09:20,724 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/252d2dccb12742d69ed1a629a966bcff as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/252d2dccb12742d69ed1a629a966bcff 2024-11-18T18:09:20,733 INFO [M:0;818bff808382:33101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/252d2dccb12742d69ed1a629a966bcff, entries=14, sequenceid=561, filesize=5.9 K 2024-11-18T18:09:20,736 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58dc38c5f88748428ae0889d59a97605 as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58dc38c5f88748428ae0889d59a97605 2024-11-18T18:09:20,744 INFO [M:0;818bff808382:33101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58dc38c5f88748428ae0889d59a97605 2024-11-18T18:09:20,744 INFO [M:0;818bff808382:33101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58dc38c5f88748428ae0889d59a97605, entries=60, sequenceid=561, filesize=8.9 K 2024-11-18T18:09:20,746 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b941d90ade54e5b983a7cda3a6893cc as hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b941d90ade54e5b983a7cda3a6893cc 2024-11-18T18:09:20,757 INFO [M:0;818bff808382:33101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b941d90ade54e5b983a7cda3a6893cc 2024-11-18T18:09:20,757 INFO [M:0;818bff808382:33101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46597/user/jenkins/test-data/24aa091c-8a3e-58b1-9216-53355dfee1b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b941d90ade54e5b983a7cda3a6893cc, entries=3, sequenceid=561, filesize=5.3 K 2024-11-18T18:09:20,760 INFO [M:0;818bff808382:33101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.86 KB/217965, heapSize ~263.91 KB/270240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 257ms, sequenceid=561, compaction requested=false 2024-11-18T18:09:20,763 INFO [M:0;818bff808382:33101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:20,763 DEBUG [M:0;818bff808382:33101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953360501Disabling compacts and flushes for region at 1731953360501Disabling writes for close at 1731953360502 (+1 ms)Obtaining lock to block concurrent updates at 1731953360502Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953360502Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217965, getHeapSize=270480, getOffHeapSize=0, getCellsCount=682 at 1731953360502Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953360503 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953360503Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953360533 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953360533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953360590 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953360613 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953360613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953360662 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953360683 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953360683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e365ac2: reopening flushed file at 1731953360722 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bbb677: reopening flushed file at 1731953360733 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d2d537: reopening flushed file at 1731953360744 (+11 ms)Finished flush of dataSize ~212.86 KB/217965, heapSize ~263.91 KB/270240, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 257ms, sequenceid=561, compaction requested=false at 1731953360760 (+16 ms)Writing region close event to WAL at 1731953360763 (+3 ms)Closed at 1731953360763 2024-11-18T18:09:20,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44803 is added to blk_1073741830_1006 (size=255333) 2024-11-18T18:09:20,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44585 is added to blk_1073741830_1006 (size=255333) 2024-11-18T18:09:20,773 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:09:20,773 INFO [M:0;818bff808382:33101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:09:20,773 INFO [M:0;818bff808382:33101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33101 2024-11-18T18:09:20,773 INFO [M:0;818bff808382:33101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:09:20,877 INFO [M:0;818bff808382:33101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:09:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:09:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33101-0x1000bd1112d0000, quorum=127.0.0.1:50692, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:09:20,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206eed9c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:20,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d544f2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:09:20,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:09:20,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47527157{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:09:20,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72cc058d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,STOPPED} 2024-11-18T18:09:20,890 WARN [BP-394147947-172.17.0.2-1731953249013 heartbeating to localhost/127.0.0.1:46597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:09:20,891 WARN [BP-394147947-172.17.0.2-1731953249013 heartbeating to localhost/127.0.0.1:46597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394147947-172.17.0.2-1731953249013 (Datanode Uuid a3231609-034c-40b1-90cf-125443c80d98) service to localhost/127.0.0.1:46597 2024-11-18T18:09:20,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:09:20,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:09:20,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data5/current/BP-394147947-172.17.0.2-1731953249013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:09:20,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data6/current/BP-394147947-172.17.0.2-1731953249013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:09:20,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:09:20,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bd78ffa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:20,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40625bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:09:20,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:09:20,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c6faeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:09:20,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15cd00a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,STOPPED} 2024-11-18T18:09:20,910 WARN [BP-394147947-172.17.0.2-1731953249013 heartbeating to localhost/127.0.0.1:46597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:09:20,911 WARN [BP-394147947-172.17.0.2-1731953249013 heartbeating to localhost/127.0.0.1:46597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394147947-172.17.0.2-1731953249013 (Datanode Uuid f3d81fcd-37ee-456d-8d51-3de11805e389) service to localhost/127.0.0.1:46597 2024-11-18T18:09:20,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data3/current/BP-394147947-172.17.0.2-1731953249013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:09:20,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data4/current/BP-394147947-172.17.0.2-1731953249013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:09:20,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:09:20,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:09:20,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:09:20,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43013eaa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:20,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fff71c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:09:20,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:09:20,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481c17fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:09:20,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b2be43d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,STOPPED} 2024-11-18T18:09:20,926 WARN [BP-394147947-172.17.0.2-1731953249013 heartbeating to localhost/127.0.0.1:46597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:09:20,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:09:20,926 WARN [BP-394147947-172.17.0.2-1731953249013 heartbeating to localhost/127.0.0.1:46597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394147947-172.17.0.2-1731953249013 (Datanode Uuid f355b52e-302f-4470-8a4a-712e37d97afe) service to localhost/127.0.0.1:46597 2024-11-18T18:09:20,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:09:20,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data1/current/BP-394147947-172.17.0.2-1731953249013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:09:20,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/cluster_a99a42b4-7260-31b3-89fd-54a41b654742/data/data2/current/BP-394147947-172.17.0.2-1731953249013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:09:20,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:09:20,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54a71835{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:09:20,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ef1747{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:09:20,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:09:20,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a477055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:09:20,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50cbacc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir/,STOPPED} 2024-11-18T18:09:20,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:09:21,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:09:21,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:46597 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:46597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/818bff808382:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:46597 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:46597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/818bff808382:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/818bff808382:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/818bff808382:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@20bc2e4f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/818bff808382:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/818bff808382:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/818bff808382:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=432 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11012 (was 12410) 2024-11-18T18:09:21,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=432, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=11013 2024-11-18T18:09:21,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir so I do NOT create it in target/test-data/03a112dc-5836-e5da-a357-81f695249da9 2024-11-18T18:09:21,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T18:09:21,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.tmp.dir so I do NOT create it in target/test-data/03a112dc-5836-e5da-a357-81f695249da9 2024-11-18T18:09:21,078 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/759a461a-3063-75c6-e2cd-efb6611b66b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T18:09:21,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9 2024-11-18T18:09:21,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T18:09:21,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6, deleteOnExit=true 2024-11-18T18:09:21,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T18:09:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/test.cache.data in system properties and HBase conf 2024-11-18T18:09:21,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T18:09:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir in system properties and HBase conf 2024-11-18T18:09:21,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T18:09:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T18:09:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T18:09:21,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T18:09:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:09:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T18:09:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T18:09:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:09:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T18:09:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T18:09:21,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T18:09:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:09:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T18:09:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/nfs.dump.dir in system properties and HBase conf 2024-11-18T18:09:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/java.io.tmpdir in system properties and HBase conf 2024-11-18T18:09:21,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T18:09:21,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T18:09:21,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T18:09:21,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:21,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:09:21,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:09:21,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:09:21,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:09:21,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:21,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db3ceaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:09:21,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e4dfe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:09:21,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@645ef4b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/java.io.tmpdir/jetty-localhost-44073-hadoop-hdfs-3_4_1-tests_jar-_-any-10528594878177234351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:09:21,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77421c47{HTTP/1.1, (http/1.1)}{localhost:44073} 2024-11-18T18:09:21,374 INFO [Time-limited test {}] server.Server(415): Started @115713ms 2024-11-18T18:09:21,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:21,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:09:21,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:09:21,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:09:21,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:09:21,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31c78497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:09:21,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ecc4add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:09:21,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a744f24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/java.io.tmpdir/jetty-localhost-34915-hadoop-hdfs-3_4_1-tests_jar-_-any-255413328082450862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:21,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cc73463{HTTP/1.1, (http/1.1)}{localhost:34915} 2024-11-18T18:09:21,644 INFO [Time-limited test {}] server.Server(415): Started @115982ms 2024-11-18T18:09:21,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:09:21,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:21,708 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:09:21,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:09:21,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:09:21,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T18:09:21,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c895b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:09:21,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a63b2d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:09:21,753 WARN [Thread-693 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data1/current/BP-1924577840-172.17.0.2-1731953361130/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:21,754 WARN [Thread-694 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data2/current/BP-1924577840-172.17.0.2-1731953361130/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:21,788 WARN [Thread-672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:09:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1260caaa10174e95 with lease ID 0x48f36f294c7d58f7: Processing first storage report for DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=093f8a82-e3ba-41a6-8cba-d5515397ee21, infoPort=39741, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130) 2024-11-18T18:09:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1260caaa10174e95 with lease ID 0x48f36f294c7d58f7: from storage DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=093f8a82-e3ba-41a6-8cba-d5515397ee21, infoPort=39741, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:09:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1260caaa10174e95 with lease ID 0x48f36f294c7d58f7: Processing first storage report for DS-7fedf513-957f-4c25-a4f1-83a34ef2b921 from datanode DatanodeRegistration(127.0.0.1:44855, datanodeUuid=093f8a82-e3ba-41a6-8cba-d5515397ee21, infoPort=39741, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130) 2024-11-18T18:09:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1260caaa10174e95 with lease ID 0x48f36f294c7d58f7: from storage DS-7fedf513-957f-4c25-a4f1-83a34ef2b921 node DatanodeRegistration(127.0.0.1:44855, datanodeUuid=093f8a82-e3ba-41a6-8cba-d5515397ee21, infoPort=39741, infoSecurePort=0, ipcPort=45123, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:09:21,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e996a96{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/java.io.tmpdir/jetty-localhost-41579-hadoop-hdfs-3_4_1-tests_jar-_-any-17012802234216074352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:21,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53719c65{HTTP/1.1, (http/1.1)}{localhost:41579} 2024-11-18T18:09:21,861 INFO [Time-limited test {}] server.Server(415): Started @116199ms 2024-11-18T18:09:21,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:09:21,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T18:09:21,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T18:09:21,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T18:09:21,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T18:09:21,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T18:09:21,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6f0cc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,AVAILABLE} 2024-11-18T18:09:21,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f708cfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T18:09:21,973 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data4/current/BP-1924577840-172.17.0.2-1731953361130/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:21,973 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data3/current/BP-1924577840-172.17.0.2-1731953361130/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:22,020 WARN [Thread-708 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:09:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8039d14c7a6a397 with lease ID 0x48f36f294c7d58f8: Processing first storage report for DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e from datanode DatanodeRegistration(127.0.0.1:35031, datanodeUuid=59b73dd3-76ee-4f30-9cd6-9d685b06708f, infoPort=45885, infoSecurePort=0, ipcPort=40837, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130) 2024-11-18T18:09:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8039d14c7a6a397 with lease ID 0x48f36f294c7d58f8: from storage DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e node DatanodeRegistration(127.0.0.1:35031, datanodeUuid=59b73dd3-76ee-4f30-9cd6-9d685b06708f, infoPort=45885, infoSecurePort=0, ipcPort=40837, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:09:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8039d14c7a6a397 with lease ID 0x48f36f294c7d58f8: Processing first storage report for DS-772c5c72-9b96-4b59-8e74-e207f1ed4b61 from datanode DatanodeRegistration(127.0.0.1:35031, datanodeUuid=59b73dd3-76ee-4f30-9cd6-9d685b06708f, infoPort=45885, infoSecurePort=0, ipcPort=40837, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130) 2024-11-18T18:09:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8039d14c7a6a397 with lease ID 0x48f36f294c7d58f8: from storage DS-772c5c72-9b96-4b59-8e74-e207f1ed4b61 node DatanodeRegistration(127.0.0.1:35031, datanodeUuid=59b73dd3-76ee-4f30-9cd6-9d685b06708f, infoPort=45885, infoSecurePort=0, ipcPort=40837, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:09:22,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d54342{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/java.io.tmpdir/jetty-localhost-36687-hadoop-hdfs-3_4_1-tests_jar-_-any-18152360873340466179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:09:22,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@676ece65{HTTP/1.1, (http/1.1)}{localhost:36687} 2024-11-18T18:09:22,095 INFO [Time-limited test {}] server.Server(415): Started @116433ms 2024-11-18T18:09:22,096 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T18:09:22,217 WARN [Thread-754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data5/current/BP-1924577840-172.17.0.2-1731953361130/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:22,217 WARN [Thread-755 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data6/current/BP-1924577840-172.17.0.2-1731953361130/current, will proceed with Du for space computation calculation, 2024-11-18T18:09:22,252 WARN [Thread-743 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T18:09:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3534620533f2015e with lease ID 0x48f36f294c7d58f9: Processing first storage report for DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102 from datanode DatanodeRegistration(127.0.0.1:46713, datanodeUuid=636d19cf-1860-4c02-a6e4-c641b9001823, infoPort=45413, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130) 2024-11-18T18:09:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3534620533f2015e with lease ID 0x48f36f294c7d58f9: from storage DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102 node DatanodeRegistration(127.0.0.1:46713, datanodeUuid=636d19cf-1860-4c02-a6e4-c641b9001823, infoPort=45413, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T18:09:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3534620533f2015e with lease ID 0x48f36f294c7d58f9: Processing first storage report for DS-befeeeda-2576-4d22-aa7e-15470cd9db6d from datanode DatanodeRegistration(127.0.0.1:46713, datanodeUuid=636d19cf-1860-4c02-a6e4-c641b9001823, infoPort=45413, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130) 2024-11-18T18:09:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3534620533f2015e with lease ID 0x48f36f294c7d58f9: from storage DS-befeeeda-2576-4d22-aa7e-15470cd9db6d node DatanodeRegistration(127.0.0.1:46713, datanodeUuid=636d19cf-1860-4c02-a6e4-c641b9001823, infoPort=45413, infoSecurePort=0, ipcPort=33945, storageInfo=lv=-57;cid=testClusterID;nsid=23547014;c=1731953361130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T18:09:22,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9 2024-11-18T18:09:22,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/zookeeper_0, clientPort=54276, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T18:09:22,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54276 2024-11-18T18:09:22,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:09:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:09:22,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741825_1001 (size=7) 2024-11-18T18:09:22,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc with version=8 2024-11-18T18:09:22,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/hbase-staging 2024-11-18T18:09:22,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/818bff808382:0 server-side Connection retries=45 2024-11-18T18:09:22,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:09:22,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:09:22,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T18:09:22,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:09:22,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33711 2024-11-18T18:09:22,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33711 connecting to ZooKeeper ensemble=127.0.0.1:54276 2024-11-18T18:09:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337110x0, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:09:22,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33711-0x1000bd2be900000 connected 2024-11-18T18:09:22,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:22,427 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc, hbase.cluster.distributed=false 2024-11-18T18:09:22,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:09:22,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33711 2024-11-18T18:09:22,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33711 2024-11-18T18:09:22,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33711 2024-11-18T18:09:22,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33711 2024-11-18T18:09:22,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33711 2024-11-18T18:09:22,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:09:22,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:09:22,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:09:22,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:09:22,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:09:22,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37153 2024-11-18T18:09:22,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37153 connecting to ZooKeeper ensemble=127.0.0.1:54276 2024-11-18T18:09:22,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371530x0, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:09:22,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371530x0, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:22,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:09:22,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37153-0x1000bd2be900001 connected 2024-11-18T18:09:22,478 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:09:22,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:09:22,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:09:22,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37153 2024-11-18T18:09:22,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37153 2024-11-18T18:09:22,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37153 2024-11-18T18:09:22,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37153 2024-11-18T18:09:22,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37153 2024-11-18T18:09:22,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:09:22,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:09:22,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:09:22,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:09:22,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:09:22,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41679 2024-11-18T18:09:22,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41679 connecting to ZooKeeper ensemble=127.0.0.1:54276 2024-11-18T18:09:22,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416790x0, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:09:22,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416790x0, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:22,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41679-0x1000bd2be900002 connected 2024-11-18T18:09:22,519 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:09:22,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:09:22,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:09:22,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:09:22,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-18T18:09:22,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41679 2024-11-18T18:09:22,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41679 2024-11-18T18:09:22,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-18T18:09:22,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41679 2024-11-18T18:09:22,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/818bff808382:0 server-side Connection retries=45 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T18:09:22,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T18:09:22,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36461 2024-11-18T18:09:22,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36461 connecting to ZooKeeper ensemble=127.0.0.1:54276 2024-11-18T18:09:22,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364610x0, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T18:09:22,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36461-0x1000bd2be900003 connected 2024-11-18T18:09:22,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:09:22,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T18:09:22,578 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T18:09:22,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T18:09:22,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T18:09:22,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36461 2024-11-18T18:09:22,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36461 2024-11-18T18:09:22,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36461 2024-11-18T18:09:22,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36461 2024-11-18T18:09:22,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36461 2024-11-18T18:09:22,607 DEBUG [M:0;818bff808382:33711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;818bff808382:33711 2024-11-18T18:09:22,607 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/818bff808382,33711,1731953362381 2024-11-18T18:09:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,612 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/818bff808382,33711,1731953362381 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,617 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T18:09:22,617 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/818bff808382,33711,1731953362381 from backup master directory 2024-11-18T18:09:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/818bff808382,33711,1731953362381 2024-11-18T18:09:22,621 WARN [master/818bff808382:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:09:22,621 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=818bff808382,33711,1731953362381 2024-11-18T18:09:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T18:09:22,630 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/hbase.id] with ID: a13842fc-bb3e-4743-b5fc-ff0f68de140c 2024-11-18T18:09:22,630 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.tmp/hbase.id 2024-11-18T18:09:22,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:09:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:09:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741826_1002 (size=42) 2024-11-18T18:09:22,650 DEBUG [master/818bff808382:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.tmp/hbase.id]:[hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/hbase.id] 2024-11-18T18:09:22,669 INFO [master/818bff808382:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T18:09:22,669 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T18:09:22,672 INFO [master/818bff808382:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T18:09:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:09:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:09:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741827_1003 (size=196) 2024-11-18T18:09:22,691 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:09:22,692 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T18:09:22,692 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:09:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:09:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741828_1004 (size=1189) 2024-11-18T18:09:22,708 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store 2024-11-18T18:09:22,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:09:22,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:09:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741829_1005 (size=34) 2024-11-18T18:09:22,736 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:22,736 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:09:22,736 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:22,736 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:22,736 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:09:22,736 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:22,736 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:09:22,736 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953362736Disabling compacts and flushes for region at 1731953362736Disabling writes for close at 1731953362736Writing region close event to WAL at 1731953362736Closed at 1731953362736 2024-11-18T18:09:22,737 WARN [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/.initializing 2024-11-18T18:09:22,737 DEBUG [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/WALs/818bff808382,33711,1731953362381 2024-11-18T18:09:22,740 INFO [master/818bff808382:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:09:22,743 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C33711%2C1731953362381, suffix=, logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/WALs/818bff808382,33711,1731953362381, archiveDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/oldWALs, maxLogs=10 2024-11-18T18:09:22,759 DEBUG [master/818bff808382:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/WALs/818bff808382,33711,1731953362381/818bff808382%2C33711%2C1731953362381.1731953362743, exclude list is [], retry=0 2024-11-18T18:09:22,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46713,DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102,DISK] 2024-11-18T18:09:22,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e,DISK] 2024-11-18T18:09:22,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4,DISK] 2024-11-18T18:09:22,775 INFO [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/WALs/818bff808382,33711,1731953362381/818bff808382%2C33711%2C1731953362381.1731953362743 2024-11-18T18:09:22,780 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413),(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:45885:45885)] 2024-11-18T18:09:22,780 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:09:22,780 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:22,780 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,780 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T18:09:22,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:22,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:22,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T18:09:22,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:22,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:22,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T18:09:22,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:22,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:22,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T18:09:22,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:22,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:22,799 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,800 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,800 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,802 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,802 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,803 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:09:22,805 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T18:09:22,809 DEBUG [master/818bff808382:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:22,810 INFO [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59541066, jitterRate=-0.1127689778804779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:09:22,811 DEBUG [master/818bff808382:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731953362780Initializing all the Stores at 1731953362782 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953362782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953362784 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953362784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953362784Cleaning up temporary data from old regions at 1731953362802 (+18 ms)Region opened successfully at 1731953362811 (+9 ms) 2024-11-18T18:09:22,811 INFO [master/818bff808382:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T18:09:22,817 DEBUG [master/818bff808382:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8b9693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:09:22,818 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T18:09:22,819 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T18:09:22,819 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T18:09:22,819 INFO [master/818bff808382:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T18:09:22,820 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T18:09:22,820 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T18:09:22,820 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T18:09:22,827 INFO [master/818bff808382:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T18:09:22,828 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T18:09:22,830 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T18:09:22,830 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T18:09:22,831 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T18:09:22,833 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T18:09:22,834 INFO [master/818bff808382:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T18:09:22,835 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T18:09:22,837 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T18:09:22,838 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T18:09:22,840 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T18:09:22,842 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T18:09:22,845 DEBUG [master/818bff808382:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T18:09:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T18:09:22,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,850 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=818bff808382,33711,1731953362381, sessionid=0x1000bd2be900000, setting cluster-up flag (Was=false) 2024-11-18T18:09:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,865 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T18:09:22,866 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,33711,1731953362381 2024-11-18T18:09:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:22,883 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T18:09:22,885 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=818bff808382,33711,1731953362381 2024-11-18T18:09:22,887 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T18:09:22,889 DEBUG [master/818bff808382:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:22,889 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T18:09:22,890 INFO [master/818bff808382:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T18:09:22,890 DEBUG [master/818bff808382:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 818bff808382,33711,1731953362381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T18:09:22,892 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:22,892 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:22,892 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:22,893 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/818bff808382:0, corePoolSize=5, maxPoolSize=5 2024-11-18T18:09:22,893 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/818bff808382:0, corePoolSize=10, maxPoolSize=10 2024-11-18T18:09:22,893 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:22,893 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:09:22,893 DEBUG [master/818bff808382:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:22,893 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(746): ClusterId : a13842fc-bb3e-4743-b5fc-ff0f68de140c 2024-11-18T18:09:22,893 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:09:22,894 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(746): ClusterId : a13842fc-bb3e-4743-b5fc-ff0f68de140c 2024-11-18T18:09:22,894 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:09:22,898 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:09:22,898 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:09:22,898 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:09:22,898 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:09:22,904 INFO [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(746): ClusterId : a13842fc-bb3e-4743-b5fc-ff0f68de140c 2024-11-18T18:09:22,904 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T18:09:22,904 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:09:22,904 DEBUG [RS:0;818bff808382:37153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220418be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:09:22,907 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:09:22,908 DEBUG [RS:1;818bff808382:41679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e75f54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:09:22,908 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T18:09:22,909 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T18:09:22,912 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T18:09:22,913 DEBUG [RS:2;818bff808382:36461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b71af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=818bff808382/172.17.0.2:0 2024-11-18T18:09:22,929 DEBUG [RS:0;818bff808382:37153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;818bff808382:37153 2024-11-18T18:09:22,929 INFO [RS:0;818bff808382:37153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:09:22,929 INFO [RS:0;818bff808382:37153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:09:22,929 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:09:22,930 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33711,1731953362381 with port=37153, startcode=1731953362464 2024-11-18T18:09:22,930 DEBUG [RS:1;818bff808382:41679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;818bff808382:41679 2024-11-18T18:09:22,930 DEBUG [RS:0;818bff808382:37153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:09:22,931 INFO [RS:1;818bff808382:41679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:09:22,931 INFO [RS:1;818bff808382:41679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:09:22,931 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:09:22,939 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:09:22,939 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:09:22,940 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:09:22,940 WARN [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:09:22,942 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33711,1731953362381 with port=41679, startcode=1731953362502 2024-11-18T18:09:22,942 DEBUG [RS:1;818bff808382:41679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:09:22,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:22,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T18:09:22,949 DEBUG [RS:2;818bff808382:36461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;818bff808382:36461 2024-11-18T18:09:22,949 INFO [RS:2;818bff808382:36461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T18:09:22,949 INFO [RS:2;818bff808382:36461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T18:09:22,949 DEBUG [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T18:09:22,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:22,950 INFO [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33711,1731953362381 with port=36461, startcode=1731953362561 2024-11-18T18:09:22,950 DEBUG [RS:2;818bff808382:36461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T18:09:22,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T18:09:22,958 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731953392958 2024-11-18T18:09:22,959 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T18:09:22,959 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T18:09:22,959 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T18:09:22,959 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T18:09:22,959 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T18:09:22,959 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:09:22,959 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T18:09:22,959 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T18:09:22,959 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:09:22,960 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:22,960 DEBUG [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:09:22,960 WARN [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:09:22,960 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:09:22,961 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T18:09:22,961 WARN [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T18:09:22,964 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T18:09:22,964 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T18:09:22,964 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T18:09:22,968 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T18:09:22,968 INFO [master/818bff808382:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T18:09:22,972 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953362968,5,FailOnTimeoutGroup] 2024-11-18T18:09:22,973 DEBUG [master/818bff808382:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953362972,5,FailOnTimeoutGroup] 2024-11-18T18:09:22,973 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:22,973 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T18:09:22,973 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:22,973 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:09:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:09:22,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741831_1007 (size=1321) 2024-11-18T18:09:22,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T18:09:22,987 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:23,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:09:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:09:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741832_1008 (size=32) 2024-11-18T18:09:23,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:23,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:09:23,042 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33711,1731953362381 with port=37153, startcode=1731953362464 2024-11-18T18:09:23,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:09:23,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:23,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:09:23,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,37153,1731953362464 2024-11-18T18:09:23,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(517): Registering regionserver=818bff808382,37153,1731953362464 2024-11-18T18:09:23,050 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:23,050 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40269 2024-11-18T18:09:23,050 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:09:23,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:09:23,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:23,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:23,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:09:23,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:09:23,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:09:23,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:23,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:23,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:09:23,059 DEBUG [RS:0;818bff808382:37153 {}] zookeeper.ZKUtil(111): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/818bff808382,37153,1731953362464 2024-11-18T18:09:23,059 WARN [RS:0;818bff808382:37153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:09:23,059 INFO [RS:0;818bff808382:37153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:23,059 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464 2024-11-18T18:09:23,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,37153,1731953362464] 2024-11-18T18:09:23,061 INFO [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33711,1731953362381 with port=36461, startcode=1731953362561 2024-11-18T18:09:23,062 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(2659): reportForDuty to master=818bff808382,33711,1731953362381 with port=41679, startcode=1731953362502 2024-11-18T18:09:23,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,36461,1731953362561 2024-11-18T18:09:23,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(517): Registering regionserver=818bff808382,36461,1731953362561 2024-11-18T18:09:23,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:09:23,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:23,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:09:23,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 818bff808382,41679,1731953362502 2024-11-18T18:09:23,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33711 {}] master.ServerManager(517): Registering regionserver=818bff808382,41679,1731953362502 2024-11-18T18:09:23,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740 2024-11-18T18:09:23,065 DEBUG [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:23,065 DEBUG [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40269 2024-11-18T18:09:23,066 DEBUG [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:09:23,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740 2024-11-18T18:09:23,068 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:23,068 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40269 2024-11-18T18:09:23,068 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T18:09:23,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:09:23,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:09:23,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:09:23,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:09:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:09:23,074 DEBUG [RS:2;818bff808382:36461 {}] zookeeper.ZKUtil(111): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/818bff808382,36461,1731953362561 2024-11-18T18:09:23,074 WARN [RS:2;818bff808382:36461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:09:23,074 INFO [RS:2;818bff808382:36461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:23,074 DEBUG [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561 2024-11-18T18:09:23,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,36461,1731953362561] 2024-11-18T18:09:23,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [818bff808382,41679,1731953362502] 2024-11-18T18:09:23,075 DEBUG [RS:1;818bff808382:41679 {}] zookeeper.ZKUtil(111): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/818bff808382,41679,1731953362502 2024-11-18T18:09:23,075 WARN [RS:1;818bff808382:41679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T18:09:23,076 INFO [RS:1;818bff808382:41679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:23,076 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,41679,1731953362502 2024-11-18T18:09:23,084 INFO [RS:0;818bff808382:37153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:09:23,095 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:23,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71735065, jitterRate=0.06893576681613922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:09:23,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731953363039Initializing all the Stores at 1731953363040 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953363040Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953363040Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953363040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953363040Cleaning up temporary data from old regions at 1731953363068 (+28 ms)Region opened successfully at 1731953363096 (+28 ms) 2024-11-18T18:09:23,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:09:23,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:09:23,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:09:23,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:09:23,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:09:23,096 INFO [RS:0;818bff808382:37153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:09:23,098 INFO [RS:1;818bff808382:41679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:09:23,108 INFO [RS:2;818bff808382:36461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T18:09:23,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:09:23,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953363096Disabling compacts and flushes for region at 1731953363096Disabling writes for close at 1731953363096Writing region close event to WAL at 1731953363115 (+19 ms)Closed at 1731953363115 2024-11-18T18:09:23,116 INFO [RS:0;818bff808382:37153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:09:23,116 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:23,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T18:09:23,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T18:09:23,118 INFO [RS:1;818bff808382:41679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:09:23,118 INFO [RS:2;818bff808382:36461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T18:09:23,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:09:23,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T18:09:23,123 INFO [RS:1;818bff808382:41679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:09:23,123 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,124 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:09:23,125 INFO [RS:0;818bff808382:37153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:09:23,125 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,125 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,125 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,125 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,125 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:23,126 DEBUG [RS:0;818bff808382:37153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:23,128 INFO [RS:2;818bff808382:36461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T18:09:23,128 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,132 INFO [RS:2;818bff808382:36461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:09:23,132 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T18:09:23,133 INFO [RS:2;818bff808382:36461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:09:23,133 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,133 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,133 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,133 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,133 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,133 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,133 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 INFO [RS:1;818bff808382:41679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:2;818bff808382:36461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/818bff808382:0, corePoolSize=2, maxPoolSize=2 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,134 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,135 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,135 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,135 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/818bff808382:0, corePoolSize=1, maxPoolSize=1 2024-11-18T18:09:23,135 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:23,135 DEBUG [RS:1;818bff808382:41679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/818bff808382:0, corePoolSize=3, maxPoolSize=3 2024-11-18T18:09:23,147 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37153,1731953362464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,147 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36461,1731953362561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:09:23,148 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,148 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,148 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,148 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,148 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,148 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41679,1731953362502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:09:23,168 INFO [RS:0;818bff808382:37153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:09:23,169 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,37153,1731953362464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,169 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,169 INFO [RS:0;818bff808382:37153 {}] regionserver.Replication(171): 818bff808382,37153,1731953362464 started 2024-11-18T18:09:23,172 INFO [RS:2;818bff808382:36461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:09:23,172 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,36461,1731953362561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,172 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,172 INFO [RS:2;818bff808382:36461 {}] regionserver.Replication(171): 818bff808382,36461,1731953362561 started 2024-11-18T18:09:23,182 INFO [RS:1;818bff808382:41679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T18:09:23,182 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,41679,1731953362502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,182 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,182 INFO [RS:1;818bff808382:41679 {}] regionserver.Replication(171): 818bff808382,41679,1731953362502 started 2024-11-18T18:09:23,186 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,186 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,37153,1731953362464, RpcServer on 818bff808382/172.17.0.2:37153, sessionid=0x1000bd2be900001 2024-11-18T18:09:23,186 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:09:23,186 DEBUG [RS:0;818bff808382:37153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,37153,1731953362464 2024-11-18T18:09:23,186 DEBUG [RS:0;818bff808382:37153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37153,1731953362464' 2024-11-18T18:09:23,186 DEBUG [RS:0;818bff808382:37153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:09:23,188 DEBUG [RS:0;818bff808382:37153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:09:23,189 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:09:23,189 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:09:23,189 DEBUG [RS:0;818bff808382:37153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,37153,1731953362464 2024-11-18T18:09:23,189 DEBUG [RS:0;818bff808382:37153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,37153,1731953362464' 2024-11-18T18:09:23,189 DEBUG [RS:0;818bff808382:37153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:09:23,190 DEBUG [RS:0;818bff808382:37153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:09:23,190 DEBUG [RS:0;818bff808382:37153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:09:23,190 INFO [RS:0;818bff808382:37153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:09:23,190 INFO [RS:0;818bff808382:37153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:09:23,197 INFO [RS:2;818bff808382:36461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,197 INFO [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,36461,1731953362561, RpcServer on 818bff808382/172.17.0.2:36461, sessionid=0x1000bd2be900003 2024-11-18T18:09:23,197 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:09:23,197 DEBUG [RS:2;818bff808382:36461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,36461,1731953362561 2024-11-18T18:09:23,198 DEBUG [RS:2;818bff808382:36461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36461,1731953362561' 2024-11-18T18:09:23,198 DEBUG [RS:2;818bff808382:36461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:09:23,198 DEBUG [RS:2;818bff808382:36461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:09:23,198 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:09:23,198 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:09:23,198 DEBUG [RS:2;818bff808382:36461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,36461,1731953362561 2024-11-18T18:09:23,199 DEBUG [RS:2;818bff808382:36461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,36461,1731953362561' 2024-11-18T18:09:23,199 DEBUG [RS:2;818bff808382:36461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:09:23,199 DEBUG [RS:2;818bff808382:36461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:09:23,200 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:23,200 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1482): Serving as 818bff808382,41679,1731953362502, RpcServer on 818bff808382/172.17.0.2:41679, sessionid=0x1000bd2be900002 2024-11-18T18:09:23,200 DEBUG [RS:2;818bff808382:36461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:09:23,200 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T18:09:23,201 DEBUG [RS:1;818bff808382:41679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 818bff808382,41679,1731953362502 2024-11-18T18:09:23,201 INFO [RS:2;818bff808382:36461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:09:23,201 DEBUG [RS:1;818bff808382:41679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,41679,1731953362502' 2024-11-18T18:09:23,201 INFO [RS:2;818bff808382:36461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:09:23,201 DEBUG [RS:1;818bff808382:41679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T18:09:23,201 DEBUG [RS:1;818bff808382:41679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 818bff808382,41679,1731953362502 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '818bff808382,41679,1731953362502' 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T18:09:23,202 DEBUG [RS:1;818bff808382:41679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T18:09:23,202 INFO [RS:1;818bff808382:41679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T18:09:23,202 INFO [RS:1;818bff808382:41679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T18:09:23,271 WARN [818bff808382:33711 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T18:09:23,291 INFO [RS:0;818bff808382:37153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:09:23,293 INFO [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C37153%2C1731953362464, suffix=, logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464, archiveDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs, maxLogs=32 2024-11-18T18:09:23,301 INFO [RS:2;818bff808382:36461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:09:23,303 INFO [RS:1;818bff808382:41679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T18:09:23,303 INFO [RS:2;818bff808382:36461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C36461%2C1731953362561, suffix=, logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561, archiveDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs, maxLogs=32 2024-11-18T18:09:23,305 INFO [RS:1;818bff808382:41679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C41679%2C1731953362502, suffix=, logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,41679,1731953362502, archiveDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs, maxLogs=32 2024-11-18T18:09:23,321 DEBUG [RS:0;818bff808382:37153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464/818bff808382%2C37153%2C1731953362464.1731953363294, exclude list is [], retry=0 2024-11-18T18:09:23,322 DEBUG [RS:2;818bff808382:36461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561/818bff808382%2C36461%2C1731953362561.1731953363304, exclude list is [], retry=0 2024-11-18T18:09:23,323 DEBUG [RS:1;818bff808382:41679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,41679,1731953362502/818bff808382%2C41679%2C1731953362502.1731953363305, exclude list is [], retry=0 2024-11-18T18:09:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46713,DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102,DISK] 2024-11-18T18:09:23,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4,DISK] 2024-11-18T18:09:23,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e,DISK] 2024-11-18T18:09:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46713,DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102,DISK] 2024-11-18T18:09:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4,DISK] 2024-11-18T18:09:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e,DISK] 2024-11-18T18:09:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e,DISK] 2024-11-18T18:09:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4,DISK] 2024-11-18T18:09:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46713,DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102,DISK] 2024-11-18T18:09:23,343 INFO [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464/818bff808382%2C37153%2C1731953362464.1731953363294 2024-11-18T18:09:23,343 DEBUG [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413),(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:45885:45885)] 2024-11-18T18:09:23,348 INFO [RS:2;818bff808382:36461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561/818bff808382%2C36461%2C1731953362561.1731953363304 2024-11-18T18:09:23,351 DEBUG [RS:2;818bff808382:36461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45885:45885),(127.0.0.1/127.0.0.1:45413:45413),(127.0.0.1/127.0.0.1:39741:39741)] 2024-11-18T18:09:23,352 INFO [RS:1;818bff808382:41679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,41679,1731953362502/818bff808382%2C41679%2C1731953362502.1731953363305 2024-11-18T18:09:23,352 DEBUG [RS:1;818bff808382:41679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:45885:45885),(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-18T18:09:23,521 DEBUG [818bff808382:33711 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T18:09:23,522 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:09:23,526 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:09:23,526 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:09:23,527 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:09:23,527 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:09:23,527 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:09:23,527 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:09:23,527 INFO [818bff808382:33711 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:09:23,527 INFO [818bff808382:33711 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:09:23,527 INFO [818bff808382:33711 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:09:23,527 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:09:23,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:23,529 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37153,1731953362464, state=OPENING 2024-11-18T18:09:23,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T18:09:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:23,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:23,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:23,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:09:23,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:23,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:23,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:23,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:23,537 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T18:09:23,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37153,1731953362464}] 2024-11-18T18:09:25,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:25,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:25,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:25,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:09:25,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:25,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:25,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:33,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:09:33,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:09:33,549 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T18:09:33,550 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T18:09:33,550 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T18:09:33,554 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=818bff808382%2C37153%2C1731953362464.meta, suffix=.meta, logDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464, archiveDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs, maxLogs=32 2024-11-18T18:09:33,574 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464/818bff808382%2C37153%2C1731953362464.meta.1731953373555.meta, exclude list is [], retry=0 2024-11-18T18:09:33,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46713,DS-a8a2cb8b-fe63-4812-b74e-c831cdc39102,DISK] 2024-11-18T18:09:33,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44855,DS-b7e70687-9ee8-4ada-a9a6-952856c1cce4,DISK] 2024-11-18T18:09:33,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-56aaed7c-6355-48d9-b3bd-416e66d4c29e,DISK] 2024-11-18T18:09:33,582 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,37153,1731953362464/818bff808382%2C37153%2C1731953362464.meta.1731953373555.meta 2024-11-18T18:09:33,582 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413),(127.0.0.1/127.0.0.1:39741:39741),(127.0.0.1/127.0.0.1:45885:45885)] 2024-11-18T18:09:33,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T18:09:33,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T18:09:33,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T18:09:33,583 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T18:09:33,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T18:09:33,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,583 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T18:09:33,584 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T18:09:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T18:09:33,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T18:09:33,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:33,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:33,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T18:09:33,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T18:09:33,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:33,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:33,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T18:09:33,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T18:09:33,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:33,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:33,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T18:09:33,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T18:09:33,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:33,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T18:09:33,599 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T18:09:33,601 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740 2024-11-18T18:09:33,602 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740 2024-11-18T18:09:33,604 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T18:09:33,604 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T18:09:33,605 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T18:09:33,606 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T18:09:33,607 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71748982, jitterRate=0.069143146276474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T18:09:33,607 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T18:09:33,608 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731953373584Writing region info on filesystem at 1731953373584Initializing all the Stores at 1731953373588 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953373588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953373592 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953373592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731953373592Cleaning up temporary data from old regions at 1731953373604 (+12 ms)Running coprocessor post-open hooks at 1731953373607 (+3 ms)Region opened successfully at 1731953373608 (+1 ms) 2024-11-18T18:09:33,609 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731953373540 2024-11-18T18:09:33,611 DEBUG [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T18:09:33,611 INFO [RS_OPEN_META-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T18:09:33,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:33,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 818bff808382,37153,1731953362464, state=OPEN 2024-11-18T18:09:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:09:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:09:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:09:33,616 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=818bff808382,37153,1731953362464 2024-11-18T18:09:33,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T18:09:33,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:33,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:33,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:33,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T18:09:33,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T18:09:33,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=818bff808382,37153,1731953362464 in 10.0790 sec 2024-11-18T18:09:33,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T18:09:33,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5030 sec 2024-11-18T18:09:33,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T18:09:33,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T18:09:33,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:09:33,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37153,1731953362464, seqNum=-1] 2024-11-18T18:09:33,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:09:33,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:09:33,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7500 sec 2024-11-18T18:09:33,641 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731953373640, completionTime=-1 2024-11-18T18:09:33,641 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T18:09:33,641 DEBUG [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731953433643 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731953493643 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33711,1731953362381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33711,1731953362381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33711,1731953362381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,643 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-818bff808382:33711, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,644 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,645 DEBUG [master/818bff808382:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T18:09:33,648 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,652 INFO [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.031sec 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33711,1731953362381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T18:09:33,653 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33711,1731953362381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T18:09:33,658 DEBUG [master/818bff808382:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T18:09:33,658 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T18:09:33,658 INFO [master/818bff808382:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=818bff808382,33711,1731953362381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T18:09:33,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e285e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:09:33,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,33711,-1 for getting cluster id 2024-11-18T18:09:33,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:09:33,712 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13842fc-bb3e-4743-b5fc-ff0f68de140c' 2024-11-18T18:09:33,712 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:09:33,713 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13842fc-bb3e-4743-b5fc-ff0f68de140c" 2024-11-18T18:09:33,713 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697c834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:09:33,713 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,33711,-1] 2024-11-18T18:09:33,714 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:09:33,714 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:33,715 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:09:33,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b44a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:09:33,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:09:33,718 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37153,1731953362464, seqNum=-1] 2024-11-18T18:09:33,718 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:09:33,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:09:33,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=818bff808382,33711,1731953362381 2024-11-18T18:09:33,722 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731953373722 (current time:1731953373722). 2024-11-18T18:09:33,723 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T18:09:33,723 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T18:09:33,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed49746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:09:33,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 818bff808382,33711,-1 for getting cluster id 2024-11-18T18:09:33,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T18:09:33,725 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a13842fc-bb3e-4743-b5fc-ff0f68de140c' 2024-11-18T18:09:33,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T18:09:33,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a13842fc-bb3e-4743-b5fc-ff0f68de140c" 2024-11-18T18:09:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f27c2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:09:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [818bff808382,33711,-1] 2024-11-18T18:09:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T18:09:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:33,727 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T18:09:33,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bb0d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T18:09:33,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T18:09:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=818bff808382,37153,1731953362464, seqNum=-1] 2024-11-18T18:09:33,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:09:33,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:09:33,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:09:33,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:09:33,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:33,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:09:33,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T18:09:33,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:09:33,736 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 818bff808382,33711,1731953362381 2024-11-18T18:09:33,736 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a03fde 2024-11-18T18:09:33,736 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T18:09:33,741 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T18:09:33,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T18:09:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T18:09:33,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T18:09:33,746 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:33,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T18:09:33,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T18:09:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:33,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:09:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:09:33,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741837_1013 (size=361) 2024-11-18T18:09:33,776 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 790131345f5345baa7db5292fa3b1ede, NAME => 'SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,781 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 210ba192cc3912939e9a486f4d2c03cf, NAME => 'SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,782 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0e6315ebf2d732090fd0a828c4950c12, NAME => 'SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741838_1014 (size=54) 2024-11-18T18:09:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741838_1014 (size=54) 2024-11-18T18:09:33,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741838_1014 (size=54) 2024-11-18T18:09:33,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,830 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 790131345f5345baa7db5292fa3b1ede, disabling compactions & flushes 2024-11-18T18:09:33,830 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:33,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:33,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. after waiting 0 ms 2024-11-18T18:09:33,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:33,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:33,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 790131345f5345baa7db5292fa3b1ede: Waiting for close lock at 1731953373830Disabling compacts and flushes for region at 1731953373830Disabling writes for close at 1731953373831 (+1 ms)Writing region close event to WAL at 1731953373831Closed at 1731953373831 2024-11-18T18:09:33,832 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef356744fa4357205643f3f69f9c88e4, NAME => 'SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741839_1015 (size=62) 2024-11-18T18:09:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741839_1015 (size=62) 2024-11-18T18:09:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741839_1015 (size=62) 2024-11-18T18:09:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:09:33,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:09:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741840_1016 (size=62) 2024-11-18T18:09:33,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0e6315ebf2d732090fd0a828c4950c12, disabling compactions & flushes 2024-11-18T18:09:33,855 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:33,855 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:33,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. after waiting 0 ms 2024-11-18T18:09:33,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:33,856 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:33,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0e6315ebf2d732090fd0a828c4950c12: Waiting for close lock at 1731953373855Disabling compacts and flushes for region at 1731953373855Disabling writes for close at 1731953373856 (+1 ms)Writing region close event to WAL at 1731953373856Closed at 1731953373856 2024-11-18T18:09:33,857 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3c7d088daeea6a8e61405a734870ddfa, NAME => 'SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:09:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:09:33,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741841_1017 (size=62) 2024-11-18T18:09:33,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing ef356744fa4357205643f3f69f9c88e4, disabling compactions & flushes 2024-11-18T18:09:33,874 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:33,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:33,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. after waiting 0 ms 2024-11-18T18:09:33,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:33,874 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:33,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef356744fa4357205643f3f69f9c88e4: Waiting for close lock at 1731953373874Disabling compacts and flushes for region at 1731953373874Disabling writes for close at 1731953373874Writing region close event to WAL at 1731953373874Closed at 1731953373874 2024-11-18T18:09:33,875 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9c6905d1d2b77bf5a5cfe6e4a965036, NAME => 'SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:09:33,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:09:33,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741842_1018 (size=62) 2024-11-18T18:09:33,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3c7d088daeea6a8e61405a734870ddfa, disabling compactions & flushes 2024-11-18T18:09:33,911 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:33,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:33,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. after waiting 0 ms 2024-11-18T18:09:33,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:33,911 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:33,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3c7d088daeea6a8e61405a734870ddfa: Waiting for close lock at 1731953373911Disabling compacts and flushes for region at 1731953373911Disabling writes for close at 1731953373911Writing region close event to WAL at 1731953373911Closed at 1731953373911 2024-11-18T18:09:33,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 55c461045e7147ea58ecc4078264bd58, NAME => 'SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:09:33,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:09:33,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741843_1019 (size=62) 2024-11-18T18:09:33,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f9c6905d1d2b77bf5a5cfe6e4a965036, disabling compactions & flushes 2024-11-18T18:09:33,925 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:33,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:33,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. after waiting 0 ms 2024-11-18T18:09:33,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:33,925 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:33,925 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9c6905d1d2b77bf5a5cfe6e4a965036: Waiting for close lock at 1731953373924Disabling compacts and flushes for region at 1731953373924Disabling writes for close at 1731953373925 (+1 ms)Writing region close event to WAL at 1731953373925Closed at 1731953373925 2024-11-18T18:09:33,926 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01cc9c669d7bcb6157f4b2ce61120a6e, NAME => 'SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:09:33,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:09:33,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741844_1020 (size=62) 2024-11-18T18:09:33,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 55c461045e7147ea58ecc4078264bd58, disabling compactions & flushes 2024-11-18T18:09:33,959 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:33,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:33,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. after waiting 0 ms 2024-11-18T18:09:33,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:33,959 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:33,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 55c461045e7147ea58ecc4078264bd58: Waiting for close lock at 1731953373958Disabling compacts and flushes for region at 1731953373958Disabling writes for close at 1731953373959 (+1 ms)Writing region close event to WAL at 1731953373959Closed at 1731953373959 2024-11-18T18:09:33,960 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b23f3db8144e68b00610d710649780e9, NAME => 'SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:09:33,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:09:33,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741845_1021 (size=62) 2024-11-18T18:09:33,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:33,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 01cc9c669d7bcb6157f4b2ce61120a6e, disabling compactions & flushes 2024-11-18T18:09:33,974 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:33,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:33,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. after waiting 0 ms 2024-11-18T18:09:33,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:33,974 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:33,974 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01cc9c669d7bcb6157f4b2ce61120a6e: Waiting for close lock at 1731953373974Disabling compacts and flushes for region at 1731953373974Disabling writes for close at 1731953373974Writing region close event to WAL at 1731953373974Closed at 1731953373974 2024-11-18T18:09:33,975 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbf88e3c52488e7eae4f67780f3b69bd, NAME => 'SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc 2024-11-18T18:09:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:09:34,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:09:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741846_1022 (size=62) 2024-11-18T18:09:34,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:34,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b23f3db8144e68b00610d710649780e9, disabling compactions & flushes 2024-11-18T18:09:34,009 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:34,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:34,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. after waiting 0 ms 2024-11-18T18:09:34,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:34,009 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:34,009 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b23f3db8144e68b00610d710649780e9: Waiting for close lock at 1731953374009Disabling compacts and flushes for region at 1731953374009Disabling writes for close at 1731953374009Writing region close event to WAL at 1731953374009Closed at 1731953374009 2024-11-18T18:09:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:09:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:09:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741847_1023 (size=54) 2024-11-18T18:09:34,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:34,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cbf88e3c52488e7eae4f67780f3b69bd, disabling compactions & flushes 2024-11-18T18:09:34,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:34,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:34,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. after waiting 0 ms 2024-11-18T18:09:34,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:34,024 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:34,024 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbf88e3c52488e7eae4f67780f3b69bd: Waiting for close lock at 1731953374024Disabling compacts and flushes for region at 1731953374024Disabling writes for close at 1731953374024Writing region close event to WAL at 1731953374024Closed at 1731953374024 2024-11-18T18:09:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:34,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:34,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 210ba192cc3912939e9a486f4d2c03cf, disabling compactions & flushes 2024-11-18T18:09:34,249 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:34,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:34,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. after waiting 0 ms 2024-11-18T18:09:34,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:34,250 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:34,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 210ba192cc3912939e9a486f4d2c03cf: Waiting for close lock at 1731953374249Disabling compacts and flushes for region at 1731953374249Disabling writes for close at 1731953374249Writing region close event to WAL at 1731953374250 (+1 ms)Closed at 1731953374250 2024-11-18T18:09:34,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T18:09:34,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731953374251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731953374251"}]},"ts":"1731953374251"} 2024-11-18T18:09:34,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T18:09:34,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T18:09:34,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953374262"}]},"ts":"1731953374262"} 2024-11-18T18:09:34,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T18:09:34,265 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T18:09:34,273 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:09:34,273 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:09:34,273 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T18:09:34,273 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:09:34,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790131345f5345baa7db5292fa3b1ede, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=210ba192cc3912939e9a486f4d2c03cf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef356744fa4357205643f3f69f9c88e4, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c7d088daeea6a8e61405a734870ddfa, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55c461045e7147ea58ecc4078264bd58, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01cc9c669d7bcb6157f4b2ce61120a6e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbf88e3c52488e7eae4f67780f3b69bd, ASSIGN}] 2024-11-18T18:09:34,276 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790131345f5345baa7db5292fa3b1ede, ASSIGN 2024-11-18T18:09:34,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=790131345f5345baa7db5292fa3b1ede, ASSIGN; state=OFFLINE, location=818bff808382,37153,1731953362464; forceNewPlan=false, retain=false 2024-11-18T18:09:34,279 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN 2024-11-18T18:09:34,279 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=210ba192cc3912939e9a486f4d2c03cf, ASSIGN 2024-11-18T18:09:34,280 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN; state=OFFLINE, location=818bff808382,36461,1731953362561; forceNewPlan=false, retain=false 2024-11-18T18:09:34,281 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=210ba192cc3912939e9a486f4d2c03cf, ASSIGN; state=OFFLINE, location=818bff808382,37153,1731953362464; forceNewPlan=false, retain=false 2024-11-18T18:09:34,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef356744fa4357205643f3f69f9c88e4, ASSIGN 2024-11-18T18:09:34,284 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbf88e3c52488e7eae4f67780f3b69bd, ASSIGN 2024-11-18T18:09:34,284 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef356744fa4357205643f3f69f9c88e4, ASSIGN; state=OFFLINE, location=818bff808382,41679,1731953362502; forceNewPlan=false, retain=false 2024-11-18T18:09:34,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbf88e3c52488e7eae4f67780f3b69bd, ASSIGN; state=OFFLINE, location=818bff808382,41679,1731953362502; forceNewPlan=false, retain=false 2024-11-18T18:09:34,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN 2024-11-18T18:09:34,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN 2024-11-18T18:09:34,288 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c7d088daeea6a8e61405a734870ddfa, ASSIGN 2024-11-18T18:09:34,294 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN; state=OFFLINE, location=818bff808382,36461,1731953362561; forceNewPlan=false, retain=false 2024-11-18T18:09:34,295 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c7d088daeea6a8e61405a734870ddfa, ASSIGN; state=OFFLINE, location=818bff808382,37153,1731953362464; forceNewPlan=false, retain=false 2024-11-18T18:09:34,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01cc9c669d7bcb6157f4b2ce61120a6e, ASSIGN 2024-11-18T18:09:34,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN; state=OFFLINE, location=818bff808382,36461,1731953362561; forceNewPlan=false, retain=false 2024-11-18T18:09:34,297 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01cc9c669d7bcb6157f4b2ce61120a6e, ASSIGN; state=OFFLINE, location=818bff808382,37153,1731953362464; forceNewPlan=false, retain=false 2024-11-18T18:09:34,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55c461045e7147ea58ecc4078264bd58, ASSIGN 2024-11-18T18:09:34,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55c461045e7147ea58ecc4078264bd58, ASSIGN; state=OFFLINE, location=818bff808382,41679,1731953362502; forceNewPlan=false, retain=false 2024-11-18T18:09:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:34,428 INFO [818bff808382:33711 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T18:09:34,429 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ef356744fa4357205643f3f69f9c88e4, regionState=OPENING, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:09:34,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=55c461045e7147ea58ecc4078264bd58, regionState=OPENING, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:09:34,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cbf88e3c52488e7eae4f67780f3b69bd, regionState=OPENING, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:09:34,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=01cc9c669d7bcb6157f4b2ce61120a6e, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:34,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c7d088daeea6a8e61405a734870ddfa, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:34,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=210ba192cc3912939e9a486f4d2c03cf, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:34,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=790131345f5345baa7db5292fa3b1ede, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:34,430 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b23f3db8144e68b00610d710649780e9, regionState=OPENING, regionLocation=818bff808382,36461,1731953362561 2024-11-18T18:09:34,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f9c6905d1d2b77bf5a5cfe6e4a965036, regionState=OPENING, regionLocation=818bff808382,36461,1731953362561 2024-11-18T18:09:34,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e6315ebf2d732090fd0a828c4950c12, regionState=OPENING, regionLocation=818bff808382,36461,1731953362561 2024-11-18T18:09:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef356744fa4357205643f3f69f9c88e4, ASSIGN because future has completed 2024-11-18T18:09:34,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef356744fa4357205643f3f69f9c88e4, server=818bff808382,41679,1731953362502}] 2024-11-18T18:09:34,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbf88e3c52488e7eae4f67780f3b69bd, ASSIGN because future has completed 2024-11-18T18:09:34,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd, server=818bff808382,41679,1731953362502}] 2024-11-18T18:09:34,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=01cc9c669d7bcb6157f4b2ce61120a6e, ASSIGN because future has completed 2024-11-18T18:09:34,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e, server=818bff808382,37153,1731953362464}] 2024-11-18T18:09:34,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=55c461045e7147ea58ecc4078264bd58, ASSIGN because future has completed 2024-11-18T18:09:34,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c461045e7147ea58ecc4078264bd58, server=818bff808382,41679,1731953362502}] 2024-11-18T18:09:34,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c7d088daeea6a8e61405a734870ddfa, ASSIGN because future has completed 2024-11-18T18:09:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=210ba192cc3912939e9a486f4d2c03cf, ASSIGN because future has completed 2024-11-18T18:09:34,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7d088daeea6a8e61405a734870ddfa, server=818bff808382,37153,1731953362464}] 2024-11-18T18:09:34,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=790131345f5345baa7db5292fa3b1ede, ASSIGN because future has completed 2024-11-18T18:09:34,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790131345f5345baa7db5292fa3b1ede, server=818bff808382,37153,1731953362464}] 2024-11-18T18:09:34,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN because future has completed 2024-11-18T18:09:34,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b23f3db8144e68b00610d710649780e9, server=818bff808382,36461,1731953362561}] 2024-11-18T18:09:34,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 210ba192cc3912939e9a486f4d2c03cf, server=818bff808382,37153,1731953362464}] 2024-11-18T18:09:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN because future has completed 2024-11-18T18:09:34,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN because future has completed 2024-11-18T18:09:34,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e6315ebf2d732090fd0a828c4950c12, server=818bff808382,36461,1731953362561}] 2024-11-18T18:09:34,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036, server=818bff808382,36461,1731953362561}] 2024-11-18T18:09:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:35,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T18:09:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:38,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:38,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:38,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:39,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:09:39,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:39,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:39,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:40,567 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T18:09:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:44,443 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:09:44,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:09:44,450 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:44,450 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ef356744fa4357205643f3f69f9c88e4, NAME => 'SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T18:09:44,451 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,451 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,451 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,451 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,456 INFO [StoreOpener-ef356744fa4357205643f3f69f9c88e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,456 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:44,456 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 790131345f5345baa7db5292fa3b1ede, NAME => 'SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T18:09:44,456 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,456 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,456 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,456 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,458 INFO [StoreOpener-ef356744fa4357205643f3f69f9c88e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef356744fa4357205643f3f69f9c88e4 columnFamilyName cf 2024-11-18T18:09:44,458 DEBUG [StoreOpener-ef356744fa4357205643f3f69f9c88e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,458 INFO [StoreOpener-ef356744fa4357205643f3f69f9c88e4-1 {}] regionserver.HStore(327): Store=ef356744fa4357205643f3f69f9c88e4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,458 INFO [StoreOpener-790131345f5345baa7db5292fa3b1ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,458 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,459 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,460 INFO [StoreOpener-790131345f5345baa7db5292fa3b1ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 790131345f5345baa7db5292fa3b1ede columnFamilyName cf 2024-11-18T18:09:44,460 DEBUG [StoreOpener-790131345f5345baa7db5292fa3b1ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,460 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,460 INFO [StoreOpener-790131345f5345baa7db5292fa3b1ede-1 {}] regionserver.HStore(327): Store=790131345f5345baa7db5292fa3b1ede/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,460 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,460 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,460 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,461 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,462 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,462 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,462 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,462 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,464 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,466 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/790131345f5345baa7db5292fa3b1ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,466 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/ef356744fa4357205643f3f69f9c88e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T18:09:44,467 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 790131345f5345baa7db5292fa3b1ede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73496860, jitterRate=0.09518855810165405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,467 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:44,467 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ef356744fa4357205643f3f69f9c88e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555638, jitterRate=0.05136093497276306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,467 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:44,467 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 790131345f5345baa7db5292fa3b1ede: Running coprocessor pre-open hook at 1731953384457Writing region info on filesystem at 1731953384457Initializing all the Stores at 1731953384457Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384457Cleaning up temporary data from old regions at 1731953384462 (+5 ms)Running coprocessor post-open hooks at 1731953384467 (+5 ms)Region opened successfully at 1731953384467 2024-11-18T18:09:44,467 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ef356744fa4357205643f3f69f9c88e4: Running coprocessor pre-open hook at 1731953384451Writing region info on filesystem at 1731953384451Initializing all the Stores at 1731953384452 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384452Cleaning up temporary data from old regions at 1731953384460 (+8 ms)Running coprocessor post-open hooks at 1731953384467 (+7 ms)Region opened successfully at 1731953384467 2024-11-18T18:09:44,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T18:09:44,468 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4., pid=15, masterSystemTime=1731953384443 2024-11-18T18:09:44,468 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede., pid=20, masterSystemTime=1731953384448 2024-11-18T18:09:44,470 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:44,470 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:09:44,471 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 55c461045e7147ea58ecc4078264bd58, NAME => 'SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T18:09:44,471 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ef356744fa4357205643f3f69f9c88e4, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,471 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,471 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:44,471 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c7d088daeea6a8e61405a734870ddfa, NAME => 'SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T18:09:44,472 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,472 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,472 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,472 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=790131345f5345baa7db5292fa3b1ede, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:44,473 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:44,473 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e6315ebf2d732090fd0a828c4950c12, NAME => 'SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T18:09:44,473 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,473 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,473 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,473 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,474 INFO [StoreOpener-3c7d088daeea6a8e61405a734870ddfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef356744fa4357205643f3f69f9c88e4, server=818bff808382,41679,1731953362502 because future has completed 2024-11-18T18:09:44,475 INFO [StoreOpener-55c461045e7147ea58ecc4078264bd58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,475 INFO [StoreOpener-3c7d088daeea6a8e61405a734870ddfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c7d088daeea6a8e61405a734870ddfa columnFamilyName cf 2024-11-18T18:09:44,475 DEBUG [StoreOpener-3c7d088daeea6a8e61405a734870ddfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,476 INFO [StoreOpener-3c7d088daeea6a8e61405a734870ddfa-1 {}] regionserver.HStore(327): Store=3c7d088daeea6a8e61405a734870ddfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,476 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 790131345f5345baa7db5292fa3b1ede, server=818bff808382,37153,1731953362464 because future has completed 2024-11-18T18:09:44,477 INFO [StoreOpener-55c461045e7147ea58ecc4078264bd58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55c461045e7147ea58ecc4078264bd58 columnFamilyName cf 2024-11-18T18:09:44,477 DEBUG [StoreOpener-55c461045e7147ea58ecc4078264bd58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,477 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,478 INFO [StoreOpener-55c461045e7147ea58ecc4078264bd58-1 {}] regionserver.HStore(327): Store=55c461045e7147ea58ecc4078264bd58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,478 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,478 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-18T18:09:44,478 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,478 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,479 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ef356744fa4357205643f3f69f9c88e4, server=818bff808382,41679,1731953362502 in 10.0360 sec 2024-11-18T18:09:44,480 INFO [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,481 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,481 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-18T18:09:44,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 790131345f5345baa7db5292fa3b1ede, server=818bff808382,37153,1731953362464 in 10.0250 sec 2024-11-18T18:09:44,482 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,482 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,482 INFO [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e6315ebf2d732090fd0a828c4950c12 columnFamilyName cf 2024-11-18T18:09:44,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef356744fa4357205643f3f69f9c88e4, ASSIGN in 10.2050 sec 2024-11-18T18:09:44,483 DEBUG [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=790131345f5345baa7db5292fa3b1ede, ASSIGN in 10.2080 sec 2024-11-18T18:09:44,484 INFO [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] regionserver.HStore(327): Store=0e6315ebf2d732090fd0a828c4950c12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,484 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,484 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,485 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,485 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,485 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/3c7d088daeea6a8e61405a734870ddfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,486 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3c7d088daeea6a8e61405a734870ddfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417225, jitterRate=0.06419958174228668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,486 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:09:44,486 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3c7d088daeea6a8e61405a734870ddfa: Running coprocessor pre-open hook at 1731953384472Writing region info on filesystem at 1731953384472Initializing all the Stores at 1731953384473 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384473Cleaning up temporary data from old regions at 1731953384478 (+5 ms)Running coprocessor post-open hooks at 1731953384486 (+8 ms)Region opened successfully at 1731953384486 2024-11-18T18:09:44,487 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,487 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,488 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa., pid=19, masterSystemTime=1731953384448 2024-11-18T18:09:44,488 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,489 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,489 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 55c461045e7147ea58ecc4078264bd58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73992081, jitterRate=0.10256792604923248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,489 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:44,489 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 55c461045e7147ea58ecc4078264bd58: Running coprocessor pre-open hook at 1731953384471Writing region info on filesystem at 1731953384471Initializing all the Stores at 1731953384474 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384474Cleaning up temporary data from old regions at 1731953384482 (+8 ms)Running coprocessor post-open hooks at 1731953384489 (+7 ms)Region opened successfully at 1731953384489 2024-11-18T18:09:44,490 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., pid=18, masterSystemTime=1731953384443 2024-11-18T18:09:44,491 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:44,491 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:09:44,491 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:44,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3c7d088daeea6a8e61405a734870ddfa, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:44,491 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 01cc9c669d7bcb6157f4b2ce61120a6e, NAME => 'SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T18:09:44,492 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,492 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,492 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,492 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,492 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/0e6315ebf2d732090fd0a828c4950c12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,493 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0e6315ebf2d732090fd0a828c4950c12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67877883, jitterRate=0.01145927608013153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,493 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:44,493 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0e6315ebf2d732090fd0a828c4950c12: Running coprocessor pre-open hook at 1731953384474Writing region info on filesystem at 1731953384474Initializing all the Stores at 1731953384479 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384479Cleaning up temporary data from old regions at 1731953384487 (+8 ms)Running coprocessor post-open hooks at 1731953384493 (+6 ms)Region opened successfully at 1731953384493 2024-11-18T18:09:44,493 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:44,493 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:44,493 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:44,494 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cbf88e3c52488e7eae4f67780f3b69bd, NAME => 'SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T18:09:44,494 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,494 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,494 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,494 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c7d088daeea6a8e61405a734870ddfa, server=818bff808382,37153,1731953362464 because future has completed 2024-11-18T18:09:44,495 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12., pid=23, masterSystemTime=1731953384466 2024-11-18T18:09:44,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=55c461045e7147ea58ecc4078264bd58, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:09:44,496 INFO [StoreOpener-cbf88e3c52488e7eae4f67780f3b69bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,497 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:44,497 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:09:44,497 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:44,497 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => b23f3db8144e68b00610d710649780e9, NAME => 'SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T18:09:44,498 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55c461045e7147ea58ecc4078264bd58, server=818bff808382,41679,1731953362502 because future has completed 2024-11-18T18:09:44,498 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,498 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,498 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0e6315ebf2d732090fd0a828c4950c12, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36461,1731953362561 2024-11-18T18:09:44,499 INFO [StoreOpener-cbf88e3c52488e7eae4f67780f3b69bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbf88e3c52488e7eae4f67780f3b69bd columnFamilyName cf 2024-11-18T18:09:44,499 DEBUG [StoreOpener-cbf88e3c52488e7eae4f67780f3b69bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,500 INFO [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,500 INFO [StoreOpener-cbf88e3c52488e7eae4f67780f3b69bd-1 {}] regionserver.HStore(327): Store=cbf88e3c52488e7eae4f67780f3b69bd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-18T18:09:44,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e6315ebf2d732090fd0a828c4950c12, server=818bff808382,36461,1731953362561 because future has completed 2024-11-18T18:09:44,500 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c7d088daeea6a8e61405a734870ddfa, server=818bff808382,37153,1731953362464 in 10.0470 sec 2024-11-18T18:09:44,502 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,503 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,503 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,503 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-18T18:09:44,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c7d088daeea6a8e61405a734870ddfa, ASSIGN in 10.2270 sec 2024-11-18T18:09:44,504 INFO [StoreOpener-01cc9c669d7bcb6157f4b2ce61120a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 55c461045e7147ea58ecc4078264bd58, server=818bff808382,41679,1731953362502 in 10.0540 sec 2024-11-18T18:09:44,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-18T18:09:44,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e6315ebf2d732090fd0a828c4950c12, server=818bff808382,36461,1731953362561 in 10.0390 sec 2024-11-18T18:09:44,507 INFO [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23f3db8144e68b00610d710649780e9 columnFamilyName cf 2024-11-18T18:09:44,507 DEBUG [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,507 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,507 INFO [StoreOpener-01cc9c669d7bcb6157f4b2ce61120a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01cc9c669d7bcb6157f4b2ce61120a6e columnFamilyName cf 2024-11-18T18:09:44,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=55c461045e7147ea58ecc4078264bd58, ASSIGN in 10.2300 sec 2024-11-18T18:09:44,507 DEBUG [StoreOpener-01cc9c669d7bcb6157f4b2ce61120a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,508 INFO [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] regionserver.HStore(327): Store=b23f3db8144e68b00610d710649780e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN in 10.2320 sec 2024-11-18T18:09:44,508 INFO [StoreOpener-01cc9c669d7bcb6157f4b2ce61120a6e-1 {}] regionserver.HStore(327): Store=01cc9c669d7bcb6157f4b2ce61120a6e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,508 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,508 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,509 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,509 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,510 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,510 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,511 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,511 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,511 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,511 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,512 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,513 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,513 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cbf88e3c52488e7eae4f67780f3b69bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74383253, jitterRate=0.10839684307575226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,513 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:44,513 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cbf88e3c52488e7eae4f67780f3b69bd: Running coprocessor pre-open hook at 1731953384494Writing region info on filesystem at 1731953384494Initializing all the Stores at 1731953384496 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384496Cleaning up temporary data from old regions at 1731953384503 (+7 ms)Running coprocessor post-open hooks at 1731953384513 (+10 ms)Region opened successfully at 1731953384513 2024-11-18T18:09:44,514 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,515 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., pid=16, masterSystemTime=1731953384443 2024-11-18T18:09:44,516 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,517 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:44,517 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:09:44,517 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 01cc9c669d7bcb6157f4b2ce61120a6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60682387, jitterRate=-0.0957619696855545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,517 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:44,517 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 01cc9c669d7bcb6157f4b2ce61120a6e: Running coprocessor pre-open hook at 1731953384492Writing region info on filesystem at 1731953384492Initializing all the Stores at 1731953384503 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384503Cleaning up temporary data from old regions at 1731953384511 (+8 ms)Running coprocessor post-open hooks at 1731953384517 (+6 ms)Region opened successfully at 1731953384517 2024-11-18T18:09:44,518 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cbf88e3c52488e7eae4f67780f3b69bd, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:09:44,518 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., pid=17, masterSystemTime=1731953384448 2024-11-18T18:09:44,518 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened b23f3db8144e68b00610d710649780e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59804561, jitterRate=-0.10884259641170502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,518 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:44,518 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for b23f3db8144e68b00610d710649780e9: Running coprocessor pre-open hook at 1731953384498Writing region info on filesystem at 1731953384498Initializing all the Stores at 1731953384499 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384499Cleaning up temporary data from old regions at 1731953384511 (+12 ms)Running coprocessor post-open hooks at 1731953384518 (+7 ms)Region opened successfully at 1731953384518 2024-11-18T18:09:44,519 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., pid=22, masterSystemTime=1731953384466 2024-11-18T18:09:44,520 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:44,520 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:09:44,520 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:44,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd, server=818bff808382,41679,1731953362502 because future has completed 2024-11-18T18:09:44,520 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 210ba192cc3912939e9a486f4d2c03cf, NAME => 'SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T18:09:44,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=01cc9c669d7bcb6157f4b2ce61120a6e, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:44,521 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,521 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,521 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,521 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,522 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:44,522 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:09:44,522 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:44,522 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f9c6905d1d2b77bf5a5cfe6e4a965036, NAME => 'SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T18:09:44,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b23f3db8144e68b00610d710649780e9, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36461,1731953362561 2024-11-18T18:09:44,522 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,522 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:09:44,522 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,522 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,524 INFO [StoreOpener-210ba192cc3912939e9a486f4d2c03cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e, server=818bff808382,37153,1731953362464 because future has completed 2024-11-18T18:09:44,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-18T18:09:44,525 INFO [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd, server=818bff808382,41679,1731953362502 in 10.0800 sec 2024-11-18T18:09:44,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b23f3db8144e68b00610d710649780e9, server=818bff808382,36461,1731953362561 because future has completed 2024-11-18T18:09:44,527 INFO [StoreOpener-210ba192cc3912939e9a486f4d2c03cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 210ba192cc3912939e9a486f4d2c03cf columnFamilyName cf 2024-11-18T18:09:44,527 DEBUG [StoreOpener-210ba192cc3912939e9a486f4d2c03cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbf88e3c52488e7eae4f67780f3b69bd, ASSIGN in 10.2510 sec 2024-11-18T18:09:44,527 INFO [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c6905d1d2b77bf5a5cfe6e4a965036 columnFamilyName cf 2024-11-18T18:09:44,527 DEBUG [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:09:44,527 INFO [StoreOpener-210ba192cc3912939e9a486f4d2c03cf-1 {}] regionserver.HStore(327): Store=210ba192cc3912939e9a486f4d2c03cf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,527 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,528 INFO [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] regionserver.HStore(327): Store=f9c6905d1d2b77bf5a5cfe6e4a965036/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:09:44,528 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,528 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,529 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-18T18:09:44,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e, server=818bff808382,37153,1731953362464 in 10.0830 sec 2024-11-18T18:09:44,529 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,529 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-18T18:09:44,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b23f3db8144e68b00610d710649780e9, server=818bff808382,36461,1731953362561 in 10.0680 sec 2024-11-18T18:09:44,531 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=01cc9c669d7bcb6157f4b2ce61120a6e, ASSIGN in 10.2550 sec 2024-11-18T18:09:44,532 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN in 10.2570 sec 2024-11-18T18:09:44,533 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,533 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,533 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,535 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,536 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/210ba192cc3912939e9a486f4d2c03cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,537 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 210ba192cc3912939e9a486f4d2c03cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71568845, jitterRate=0.06645889580249786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,537 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:44,537 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 210ba192cc3912939e9a486f4d2c03cf: Running coprocessor pre-open hook at 1731953384521Writing region info on filesystem at 1731953384521Initializing all the Stores at 1731953384523 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384523Cleaning up temporary data from old regions at 1731953384529 (+6 ms)Running coprocessor post-open hooks at 1731953384537 (+8 ms)Region opened successfully at 1731953384537 2024-11-18T18:09:44,537 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/f9c6905d1d2b77bf5a5cfe6e4a965036/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T18:09:44,538 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f9c6905d1d2b77bf5a5cfe6e4a965036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62275378, jitterRate=-0.07202455401420593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:09:44,538 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf., pid=21, masterSystemTime=1731953384448 2024-11-18T18:09:44,538 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:44,538 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f9c6905d1d2b77bf5a5cfe6e4a965036: Running coprocessor pre-open hook at 1731953384523Writing region info on filesystem at 1731953384523Initializing all the Stores at 1731953384523Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953384523Cleaning up temporary data from old regions at 1731953384533 (+10 ms)Running coprocessor post-open hooks at 1731953384538 (+5 ms)Region opened successfully at 1731953384538 2024-11-18T18:09:44,539 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036., pid=24, masterSystemTime=1731953384466 2024-11-18T18:09:44,540 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:44,540 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:09:44,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=210ba192cc3912939e9a486f4d2c03cf, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:09:44,541 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:44,542 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:09:44,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f9c6905d1d2b77bf5a5cfe6e4a965036, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,36461,1731953362561 2024-11-18T18:09:44,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 210ba192cc3912939e9a486f4d2c03cf, server=818bff808382,37153,1731953362464 because future has completed 2024-11-18T18:09:44,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036, server=818bff808382,36461,1731953362561 because future has completed 2024-11-18T18:09:44,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-18T18:09:44,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 210ba192cc3912939e9a486f4d2c03cf, server=818bff808382,37153,1731953362464 in 10.0850 sec 2024-11-18T18:09:44,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-18T18:09:44,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036, server=818bff808382,36461,1731953362561 in 10.0810 sec 2024-11-18T18:09:44,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=210ba192cc3912939e9a486f4d2c03cf, ASSIGN in 10.2730 sec 2024-11-18T18:09:44,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-18T18:09:44,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN in 10.2740 sec 2024-11-18T18:09:44,551 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T18:09:44,551 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731953384551"}]},"ts":"1731953384551"} 2024-11-18T18:09:44,553 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T18:09:44,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T18:09:44,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8110 sec 2024-11-18T18:09:47,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T18:09:49,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:49,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:49,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T18:09:49,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:50,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:50,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T18:09:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T18:09:52,012 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T18:09:52,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T18:09:52,012 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:09:52,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T18:09:52,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:09:52,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T18:09:52,045 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,047 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,048 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,049 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,050 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,091 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., hostname=818bff808382,37153,1731953362464, seqNum=2] 2024-11-18T18:09:52,093 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., hostname=818bff808382,37153,1731953362464, seqNum=2] 2024-11-18T18:09:52,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., hostname=818bff808382,37153,1731953362464, seqNum=2] 2024-11-18T18:09:52,096 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., hostname=818bff808382,37153,1731953362464, seqNum=2] 2024-11-18T18:09:52,099 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., hostname=818bff808382,37153,1731953362464, seqNum=2] 2024-11-18T18:09:52,100 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., hostname=818bff808382,37153,1731953362464, seqNum=2] 2024-11-18T18:09:52,131 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., hostname=818bff808382,36461,1731953362561, seqNum=2] 2024-11-18T18:09:52,133 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., hostname=818bff808382,36461,1731953362561, seqNum=2] 2024-11-18T18:09:52,135 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., hostname=818bff808382,36461,1731953362561, seqNum=2] 2024-11-18T18:09:52,136 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., hostname=818bff808382,36461,1731953362561, seqNum=2] 2024-11-18T18:09:52,137 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., hostname=818bff808382,36461,1731953362561, seqNum=2] 2024-11-18T18:09:52,208 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,210 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,211 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,212 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,214 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,215 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., hostname=818bff808382,41679,1731953362502, seqNum=2] 2024-11-18T18:09:52,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:09:52,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:09:52,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:09:52,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T18:09:52,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T18:09:52,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37153 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:09:53,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:09:53,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:09:53,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:09:53,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41679 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T18:09:53,745 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T18:09:53,746 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:09:53,747 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T18:09:53,748 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T18:09:53,751 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T18:09:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:09:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:09:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741848_1024 (size=49) 2024-11-18T18:09:53,775 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T18:09:53,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790131345f5345baa7db5292fa3b1ede}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 210ba192cc3912939e9a486f4d2c03cf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e6315ebf2d732090fd0a828c4950c12}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef356744fa4357205643f3f69f9c88e4}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c7d088daeea6a8e61405a734870ddfa}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55c461045e7147ea58ecc4078264bd58}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b23f3db8144e68b00610d710649780e9}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd}] 2024-11-18T18:09:53,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:09:53,778 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:09:53,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b23f3db8144e68b00610d710649780e9 2024-11-18T18:09:53,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:09:53,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:09:53,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:09:53,786 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:09:53,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:09:53,787 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:09:53,788 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:10:03,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T18:10:03,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T18:10:03,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T18:10:03,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T18:10:03,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T18:10:03,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T18:10:03,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ef356744fa4357205643f3f69f9c88e4: 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 790131345f5345baa7db5292fa3b1ede: 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 01cc9c669d7bcb6157f4b2ce61120a6e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T18:10:03,782 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b23f3db8144e68b00610d710649780e9 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,782 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:10:03,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:10:03,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 210ba192cc3912939e9a486f4d2c03cf: 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:10:03,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:03,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:03,786 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing cbf88e3c52488e7eae4f67780f3b69bd 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T18:10:03,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0e6315ebf2d732090fd0a828c4950c12: 2024-11-18T18:10:03,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:10:03,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:03,787 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 55c461045e7147ea58ecc4078264bd58 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-18T18:10:03,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:03,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for f9c6905d1d2b77bf5a5cfe6e4a965036: 2024-11-18T18:10:03,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:10:03,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/.tmp/cf/f4c764ccd2e0486c80fc859050d87bd0 is 34, key is baa/cf:cf/1731953392993/Put/seqid=0 2024-11-18T18:10:03,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/.tmp/cf/ae0ef69d05534676b4b5d91633c96dfb is 34, key is ccd/cf:cf/1731953393031/Put/seqid=0 2024-11-18T18:10:03,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:10:03,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:10:03,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741849_1025 (size=65) 2024-11-18T18:10:03,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/.tmp/cf/ab2fdb85ebd6444b859e6b3e4e1a6694 is 34, key is aaa/cf:cf/1731953393060/Put/seqid=0 2024-11-18T18:10:03,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:03,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T18:10:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T18:10:03,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:03,848 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:10:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:10:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741851_1027 (size=65) 2024-11-18T18:10:03,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:03,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T18:10:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T18:10:03,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:03,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:03,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e6315ebf2d732090fd0a828c4950c12 in 10.0770 sec 2024-11-18T18:10:03,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036 in 10.0810 sec 2024-11-18T18:10:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:10:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:10:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741850_1026 (size=57) 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3c7d088daeea6a8e61405a734870ddfa: 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:10:03,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T18:10:03,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:10:03,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 790131345f5345baa7db5292fa3b1ede in 10.0890 sec 2024-11-18T18:10:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741853_1029 (size=65) 2024-11-18T18:10:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741853_1029 (size=65) 2024-11-18T18:10:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741853_1029 (size=65) 2024-11-18T18:10:03,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:03,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T18:10:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T18:10:03,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:10:03,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:10:03,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef356744fa4357205643f3f69f9c88e4 in 10.1100 sec 2024-11-18T18:10:03,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:10:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:10:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741852_1028 (size=65) 2024-11-18T18:10:03,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:03,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T18:10:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T18:10:03,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:10:03,900 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:10:03,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 210ba192cc3912939e9a486f4d2c03cf in 10.1260 sec 2024-11-18T18:10:03,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/.tmp/cf/17b837ae61f54fdeb9dca642c4af7b63 is 34, key is eaa/cf:cf/1731953393621/Put/seqid=0 2024-11-18T18:10:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741855_1031 (size=47197) 2024-11-18T18:10:03,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741855_1031 (size=47197) 2024-11-18T18:10:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741855_1031 (size=47197) 2024-11-18T18:10:03,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/.tmp/cf/ae0ef69d05534676b4b5d91633c96dfb 2024-11-18T18:10:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741857_1033 (size=499309) 2024-11-18T18:10:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741857_1033 (size=499309) 2024-11-18T18:10:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741857_1033 (size=499309) 2024-11-18T18:10:03,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/.tmp/cf/17b837ae61f54fdeb9dca642c4af7b63 2024-11-18T18:10:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741854_1030 (size=28623) 2024-11-18T18:10:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741854_1030 (size=28623) 2024-11-18T18:10:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741854_1030 (size=28623) 2024-11-18T18:10:03,938 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/.tmp/cf/f4c764ccd2e0486c80fc859050d87bd0 2024-11-18T18:10:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741858_1034 (size=65) 2024-11-18T18:10:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741858_1034 (size=65) 2024-11-18T18:10:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741856_1032 (size=26918) 2024-11-18T18:10:03,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/.tmp/cf/ab2fdb85ebd6444b859e6b3e4e1a6694 2024-11-18T18:10:03,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741856_1032 (size=26918) 2024-11-18T18:10:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741856_1032 (size=26918) 2024-11-18T18:10:03,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741858_1034 (size=65) 2024-11-18T18:10:03,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:03,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T18:10:03,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/.tmp/cf/ae0ef69d05534676b4b5d91633c96dfb as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/cf/ae0ef69d05534676b4b5d91633c96dfb 2024-11-18T18:10:03,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/.tmp/cf/17b837ae61f54fdeb9dca642c4af7b63 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/cf/17b837ae61f54fdeb9dca642c4af7b63 2024-11-18T18:10:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T18:10:03,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:10:03,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:10:03,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c7d088daeea6a8e61405a734870ddfa in 10.1820 sec 2024-11-18T18:10:03,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/.tmp/cf/f4c764ccd2e0486c80fc859050d87bd0 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/cf/f4c764ccd2e0486c80fc859050d87bd0 2024-11-18T18:10:03,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/cf/ae0ef69d05534676b4b5d91633c96dfb, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T18:10:03,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/cf/f4c764ccd2e0486c80fc859050d87bd0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T18:10:03,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b23f3db8144e68b00610d710649780e9 in 188ms, sequenceid=5, compaction requested=false 2024-11-18T18:10:03,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b23f3db8144e68b00610d710649780e9: 2024-11-18T18:10:03,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/.tmp/cf/ab2fdb85ebd6444b859e6b3e4e1a6694 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/cf/ab2fdb85ebd6444b859e6b3e4e1a6694 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/cf/ae0ef69d05534676b4b5d91633c96dfb] hfiles 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/cf/ae0ef69d05534676b4b5d91633c96dfb for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,971 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 01cc9c669d7bcb6157f4b2ce61120a6e in 189ms, sequenceid=5, compaction requested=false 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 01cc9c669d7bcb6157f4b2ce61120a6e: 2024-11-18T18:10:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/cf/f4c764ccd2e0486c80fc859050d87bd0] hfiles 2024-11-18T18:10:03,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/cf/f4c764ccd2e0486c80fc859050d87bd0 for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/cf/17b837ae61f54fdeb9dca642c4af7b63, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T18:10:03,974 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for cbf88e3c52488e7eae4f67780f3b69bd in 187ms, sequenceid=5, compaction requested=false 2024-11-18T18:10:03,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cbf88e3c52488e7eae4f67780f3b69bd: 2024-11-18T18:10:03,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/cf/17b837ae61f54fdeb9dca642c4af7b63] hfiles 2024-11-18T18:10:03,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/cf/17b837ae61f54fdeb9dca642c4af7b63 for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,978 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/cf/ab2fdb85ebd6444b859e6b3e4e1a6694, entries=676, sequenceid=5, filesize=26.3 K 2024-11-18T18:10:03,979 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 55c461045e7147ea58ecc4078264bd58 in 192ms, sequenceid=5, compaction requested=false 2024-11-18T18:10:03,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 55c461045e7147ea58ecc4078264bd58: 2024-11-18T18:10:03,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. for SnapshotProcedureTest completed. 2024-11-18T18:10:03,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T18:10:03,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/cf/ab2fdb85ebd6444b859e6b3e4e1a6694] hfiles 2024-11-18T18:10:03,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/cf/ab2fdb85ebd6444b859e6b3e4e1a6694 for snapshot=SnapshotProcedureTest 2024-11-18T18:10:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741860_1036 (size=105) 2024-11-18T18:10:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741860_1036 (size=105) 2024-11-18T18:10:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741860_1036 (size=105) 2024-11-18T18:10:03,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:03,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T18:10:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T18:10:03,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:10:03,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:10:03,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 01cc9c669d7bcb6157f4b2ce61120a6e in 10.2200 sec 2024-11-18T18:10:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741859_1035 (size=105) 2024-11-18T18:10:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741859_1035 (size=105) 2024-11-18T18:10:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741859_1035 (size=105) 2024-11-18T18:10:04,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:04,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T18:10:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741861_1037 (size=97) 2024-11-18T18:10:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741861_1037 (size=97) 2024-11-18T18:10:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T18:10:04,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741861_1037 (size=97) 2024-11-18T18:10:04,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:04,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:04,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T18:10:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T18:10:04,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:10:04,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:10:04,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b23f3db8144e68b00610d710649780e9 in 10.2350 sec 2024-11-18T18:10:04,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbf88e3c52488e7eae4f67780f3b69bd in 10.2360 sec 2024-11-18T18:10:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741862_1038 (size=105) 2024-11-18T18:10:04,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741862_1038 (size=105) 2024-11-18T18:10:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741862_1038 (size=105) 2024-11-18T18:10:04,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:04,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T18:10:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T18:10:04,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:10:04,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:10:04,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-18T18:10:04,027 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T18:10:04,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 55c461045e7147ea58ecc4078264bd58 in 10.2510 sec 2024-11-18T18:10:04,028 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T18:10:04,029 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T18:10:04,029 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T18:10:04,031 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:10:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741863_1039 (size=1174) 2024-11-18T18:10:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741863_1039 (size=1174) 2024-11-18T18:10:04,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741863_1039 (size=1174) 2024-11-18T18:10:04,060 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T18:10:04,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T18:10:04,068 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,36461,1731953362561 2024-11-18T18:10:04,068 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:04,068 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,36461,1731953362561 2024-11-18T18:10:04,068 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,36461,1731953362561 2024-11-18T18:10:04,069 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:04,072 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:04,072 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:04,073 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:04,073 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:04,160 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:10:04,161 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 818bff808382,36461,1731953362561 2024-11-18T18:10:04,162 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 818bff808382,36461,1731953362561: Simulated kill ***** 2024-11-18T18:10:04,162 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T18:10:04,162 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T18:10:04,163 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T18:10:04,163 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T18:10:04,163 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T18:10:04,163 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 686629728 }, "NonHeapMemoryUsage": { "committed": 178061312, "init": 7667712, "max": -1, "used": 173276328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T18:10:04,164 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33711 {}] master.MasterRpcServices(700): 818bff808382,36461,1731953362561 reported a fatal error: ***** ABORTING region server 818bff808382,36461,1731953362561: Simulated kill ***** 2024-11-18T18:10:04,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,36461,1731953362561' ***** 2024-11-18T18:10:04,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T18:10:04,165 INFO [RS:2;818bff808382:36461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:04,165 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:04,165 INFO [RS:2;818bff808382:36461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T18:10:04,165 INFO [RS:2;818bff808382:36461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T18:10:04,165 INFO [RS:2;818bff808382:36461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:04,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T18:10:04,165 INFO [RS:2;818bff808382:36461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;818bff808382:36461. 2024-11-18T18:10:04,165 DEBUG [RS:2;818bff808382:36461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:04,165 DEBUG [RS:2;818bff808382:36461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741834_1010 (size=1488) 2024-11-18T18:10:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741834_1010 (size=1488) 2024-11-18T18:10:04,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741834_1010 (size=1488) 2024-11-18T18:10:04,171 DEBUG [RS:2;818bff808382:36461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:04,171 INFO [RS:2;818bff808382:36461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:04,171 INFO [RS:2;818bff808382:36461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36461 2024-11-18T18:10:04,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/818bff808382,36461,1731953362561 2024-11-18T18:10:04,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:10:04,174 INFO [RS:2;818bff808382:36461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:04,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,36461,1731953362561] 2024-11-18T18:10:04,192 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:04,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/818bff808382,36461,1731953362561 already deleted, retry=false 2024-11-18T18:10:04,203 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 818bff808382,36461,1731953362561 on 818bff808382,33711,1731953362381 2024-11-18T18:10:04,204 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 818bff808382,36461,1731953362561, splitWal=true, meta=false 2024-11-18T18:10:04,204 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 818bff808382,36461,1731953362561 (carryingMeta=false) 818bff808382,36461,1731953362561/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3ef4eaa[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T18:10:04,205 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 818bff808382,36461,1731953362561, splitWal=true, meta=false 2024-11-18T18:10:04,206 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 818bff808382,36461,1731953362561 had 3 regions 2024-11-18T18:10:04,206 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 818bff808382,36461,1731953362561, splitWal=true, meta=false, isMeta: false 2024-11-18T18:10:04,208 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting 2024-11-18T18:10:04,209 INFO [PEWorker-5 {}] master.SplitWALManager(105): 818bff808382,36461,1731953362561 WAL count=1, meta=false 2024-11-18T18:10:04,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 818bff808382%2C36461%2C1731953362561.1731953363304}] 2024-11-18T18:10:04,210 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=818bff808382,37153,1731953362464 2024-11-18T18:10:04,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C36461%2C1731953362561.1731953363304, worker=818bff808382,37153,1731953362464}] 2024-11-18T18:10:04,212 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,36461,1731953362561 Release verify snapshot worker=818bff808382,36461,1731953362561 2024-11-18T18:10:04,213 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 818bff808382,36461,1731953362561, this operation will be retried to send to another server 2024-11-18T18:10:04,213 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:10:04,213 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731953405213 2024-11-18T18:10:04,214 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-18T18:10:04,214 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-18T18:10:04,214 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-18T18:10:04,215 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,36461,1731953362561 Release verify snapshot worker=818bff808382,36461,1731953362561 2024-11-18T18:10:04,216 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 818bff808382,36461,1731953362561, this operation will be retried to send to another server 2024-11-18T18:10:04,216 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:10:04,216 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731953405216 2024-11-18T18:10:04,216 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,36461,1731953362561 Release verify snapshot worker=818bff808382,36461,1731953362561 2024-11-18T18:10:04,216 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 818bff808382,36461,1731953362561, this operation will be retried to send to another server 2024-11-18T18:10:04,216 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T18:10:04,216 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731953405216 2024-11-18T18:10:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:04,277 INFO [RS:2;818bff808382:36461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36461-0x1000bd2be900003, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:04,277 INFO [RS:2;818bff808382:36461 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,36461,1731953362561; zookeeper connection closed. 2024-11-18T18:10:04,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c5e4aeb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c5e4aeb 2024-11-18T18:10:05,196 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:10:05,196 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:10:13,790 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T18:10:13,790 INFO [master/818bff808382:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T18:10:14,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-18T18:10:14,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-18T18:10:14,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-18T18:10:14,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-18T18:10:14,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-18T18:10:14,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-18T18:10:14,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T18:10:14,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:10:14,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T18:10:14,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T18:10:14,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T18:10:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T18:10:14,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-18T18:10:14,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T18:10:14,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T18:10:14,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T18:10:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T18:10:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T18:10:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T18:10:14,078 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 Release verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,078 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 Release verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T18:10:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-18T18:10:14,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 in 10.0140 sec 2024-11-18T18:10:14,080 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:14,080 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,081 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 Release verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,081 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 in 10.0140 sec 2024-11-18T18:10:14,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 in 10.0170 sec 2024-11-18T18:10:14,083 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 Release verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,083 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 Release verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:14,084 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 Release verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:14,084 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 in 10.0190 sec 2024-11-18T18:10:14,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 in 10.0190 sec 2024-11-18T18:10:14,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 in 10.0200 sec 2024-11-18T18:10:14,089 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304, size=1.5 K (1488bytes) 2024-11-18T18:10:14,089 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 2024-11-18T18:10:14,090 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 after 1ms 2024-11-18T18:10:14,093 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 took 4ms 2024-11-18T18:10:14,095 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 0e6315ebf2d732090fd0a828c4950c12: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:10:14,096 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b23f3db8144e68b00610d710649780e9: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-18T18:10:14,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f9c6905d1d2b77bf5a5cfe6e4a965036: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T18:10:14,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 so closing down 2024-11-18T18:10:14,097 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T18:10:14,098 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T18:10:14,098 INFO [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-18T18:10:14,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304, journal: Splitting hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304, size=1.5 K (1488bytes) at 1731953414089Finishing writing output for hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 so closing down at 1731953414097 (+8 ms)3 split writer threads finished at 1731953414098 (+1 ms)Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731953414098 2024-11-18T18:10:14,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 2024-11-18T18:10:14,098 DEBUG [RS_LOG_REPLAY_OPS-regionserver/818bff808382:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T18:10:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T18:10:14,101 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting/818bff808382%2C36461%2C1731953362561.1731953363304 to hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs 2024-11-18T18:10:14,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T18:10:14,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 818bff808382%2C36461%2C1731953362561.1731953363304, worker=818bff808382,37153,1731953362464 in 9.8900 sec 2024-11-18T18:10:14,104 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=818bff808382,37153,1731953362464 2024-11-18T18:10:14,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T18:10:14,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 818bff808382%2C36461%2C1731953362561.1731953363304, worker=818bff808382,37153,1731953362464 in 9.8950 sec 2024-11-18T18:10:14,107 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting dir is empty, no logs to split. 2024-11-18T18:10:14,107 INFO [PEWorker-1 {}] master.SplitWALManager(105): 818bff808382,36461,1731953362561 WAL count=0, meta=false 2024-11-18T18:10:14,107 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 818bff808382,36461,1731953362561 WAL splitting is done? wals=0, meta=false 2024-11-18T18:10:14,109 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 818bff808382,36461,1731953362561 failed, ignore...File hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/WALs/818bff808382,36461,1731953362561-splitting does not exist. 2024-11-18T18:10:14,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN}] 2024-11-18T18:10:14,111 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN 2024-11-18T18:10:14,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN 2024-11-18T18:10:14,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN 2024-11-18T18:10:14,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:10:14,112 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:10:14,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T18:10:14,262 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(204): Hosts are {818bff808382=0} racks are {/default-rack=0} 2024-11-18T18:10:14,262 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T18:10:14,262 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T18:10:14,262 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T18:10:14,262 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T18:10:14,262 INFO [818bff808382:33711 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T18:10:14,263 INFO [818bff808382:33711 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T18:10:14,263 DEBUG [818bff808382:33711 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T18:10:14,263 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=0e6315ebf2d732090fd0a828c4950c12, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:10:14,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f9c6905d1d2b77bf5a5cfe6e4a965036, regionState=OPENING, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:10:14,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=b23f3db8144e68b00610d710649780e9, regionState=OPENING, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:10:14,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN because future has completed 2024-11-18T18:10:14,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure b23f3db8144e68b00610d710649780e9, server=818bff808382,37153,1731953362464}] 2024-11-18T18:10:14,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN because future has completed 2024-11-18T18:10:14,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e6315ebf2d732090fd0a828c4950c12, server=818bff808382,37153,1731953362464}] 2024-11-18T18:10:14,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN because future has completed 2024-11-18T18:10:14,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036, server=818bff808382,41679,1731953362502}] 2024-11-18T18:10:17,045 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=818bff808382:33101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T18:10:22,342 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T18:10:24,015 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T18:10:24,085 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-18T18:10:24,086 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => f9c6905d1d2b77bf5a5cfe6e4a965036, NAME => 'SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T18:10:24,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-18T18:10:24,086 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-18T18:10:24,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-18T18:10:24,086 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e6315ebf2d732090fd0a828c4950c12, NAME => 'SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T18:10:24,086 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T18:10:24,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-18T18:10:24,086 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-18T18:10:24,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T18:10:24,086 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,086 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T18:10:24,087 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,087 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:24,087 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T18:10:24,087 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,088 INFO [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,088 INFO [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,089 INFO [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9c6905d1d2b77bf5a5cfe6e4a965036 columnFamilyName cf 2024-11-18T18:10:24,089 INFO [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e6315ebf2d732090fd0a828c4950c12 columnFamilyName cf 2024-11-18T18:10:24,089 DEBUG [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,089 DEBUG [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,090 INFO [StoreOpener-f9c6905d1d2b77bf5a5cfe6e4a965036-1 {}] regionserver.HStore(327): Store=f9c6905d1d2b77bf5a5cfe6e4a965036/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:24,090 INFO [StoreOpener-0e6315ebf2d732090fd0a828c4950c12-1 {}] regionserver.HStore(327): Store=0e6315ebf2d732090fd0a828c4950c12/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:24,090 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,090 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,091 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,091 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,092 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,092 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,093 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,093 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,093 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,093 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T18:10:24,093 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 Release verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:24,093 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 Release verify snapshot worker=818bff808382,41679,1731953362502 2024-11-18T18:10:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33711 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T18:10:24,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 in 20.0290 sec 2024-11-18T18:10:24,095 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,096 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,41679,1731953362502 in 20.0290 sec 2024-11-18T18:10:24,096 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 Release verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:24,096 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 Release verify snapshot worker=818bff808382,37153,1731953362464 2024-11-18T18:10:24,097 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 0e6315ebf2d732090fd0a828c4950c12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62474268, jitterRate=-0.06906086206436157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:10:24,097 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,097 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 0e6315ebf2d732090fd0a828c4950c12: Running coprocessor pre-open hook at 1731953424087Writing region info on filesystem at 1731953424087Initializing all the Stores at 1731953424088 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953424088Cleaning up temporary data from old regions at 1731953424093 (+5 ms)Running coprocessor post-open hooks at 1731953424097 (+4 ms)Region opened successfully at 1731953424097 2024-11-18T18:10:24,097 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened f9c6905d1d2b77bf5a5cfe6e4a965036; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69817324, jitterRate=0.04035919904708862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:10:24,098 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,098 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for f9c6905d1d2b77bf5a5cfe6e4a965036: Running coprocessor pre-open hook at 1731953424087Writing region info on filesystem at 1731953424087Initializing all the Stores at 1731953424088 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953424088Cleaning up temporary data from old regions at 1731953424093 (+5 ms)Running coprocessor post-open hooks at 1731953424098 (+5 ms)Region opened successfully at 1731953424098 2024-11-18T18:10:24,098 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12., pid=53, masterSystemTime=1731953424081 2024-11-18T18:10:24,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 in 20.0320 sec 2024-11-18T18:10:24,098 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036., pid=54, masterSystemTime=1731953424081 2024-11-18T18:10:24,100 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,100 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,100 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-18T18:10:24,100 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => b23f3db8144e68b00610d710649780e9, NAME => 'SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T18:10:24,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=818bff808382,37153,1731953362464 in 20.0320 sec 2024-11-18T18:10:24,100 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T18:10:24,100 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,100 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T18:10:24,101 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,101 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T18:10:24,101 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=0e6315ebf2d732090fd0a828c4950c12, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:10:24,101 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,101 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f9c6905d1d2b77bf5a5cfe6e4a965036, regionState=OPEN, openSeqNum=2, regionLocation=818bff808382,41679,1731953362502 2024-11-18T18:10:24,103 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T18:10:24,103 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T18:10:24,103 INFO [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e6315ebf2d732090fd0a828c4950c12, server=818bff808382,37153,1731953362464 because future has completed 2024-11-18T18:10:24,104 INFO [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b23f3db8144e68b00610d710649780e9 columnFamilyName cf 2024-11-18T18:10:24,104 DEBUG [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T18:10:24,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036, server=818bff808382,41679,1731953362502 because future has completed 2024-11-18T18:10:24,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3590 sec 2024-11-18T18:10:24,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-11-18T18:10:24,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e6315ebf2d732090fd0a828c4950c12, server=818bff808382,37153,1731953362464 in 9.8390 sec 2024-11-18T18:10:24,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=50 2024-11-18T18:10:24,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure f9c6905d1d2b77bf5a5cfe6e4a965036, server=818bff808382,41679,1731953362502 in 9.8390 sec 2024-11-18T18:10:24,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e6315ebf2d732090fd0a828c4950c12, ASSIGN in 9.9980 sec 2024-11-18T18:10:24,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f9c6905d1d2b77bf5a5cfe6e4a965036, ASSIGN in 9.9980 sec 2024-11-18T18:10:24,113 DEBUG [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/cf/ae0ef69d05534676b4b5d91633c96dfb 2024-11-18T18:10:24,113 INFO [StoreOpener-b23f3db8144e68b00610d710649780e9-1 {}] regionserver.HStore(327): Store=b23f3db8144e68b00610d710649780e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T18:10:24,113 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,114 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,115 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,116 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,116 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,118 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,120 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:10:24,121 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened b23f3db8144e68b00610d710649780e9; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69379103, jitterRate=0.03382919728755951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T18:10:24,121 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,121 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for b23f3db8144e68b00610d710649780e9: Running coprocessor pre-open hook at 1731953424101Writing region info on filesystem at 1731953424101Initializing all the Stores at 1731953424102 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731953424102Cleaning up temporary data from old regions at 1731953424116 (+14 ms)Running coprocessor post-open hooks at 1731953424121 (+5 ms)Region opened successfully at 1731953424121 2024-11-18T18:10:24,122 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9., pid=52, masterSystemTime=1731953424081 2024-11-18T18:10:24,124 DEBUG [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,124 INFO [RS_OPEN_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=b23f3db8144e68b00610d710649780e9, regionState=OPEN, openSeqNum=6, regionLocation=818bff808382,37153,1731953362464 2024-11-18T18:10:24,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure b23f3db8144e68b00610d710649780e9, server=818bff808382,37153,1731953362464 because future has completed 2024-11-18T18:10:24,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-18T18:10:24,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure b23f3db8144e68b00610d710649780e9, server=818bff808382,37153,1731953362464 in 9.8620 sec 2024-11-18T18:10:24,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-18T18:10:24,130 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 818bff808382,36461,1731953362561 after splitting done 2024-11-18T18:10:24,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b23f3db8144e68b00610d710649780e9, ASSIGN in 10.0180 sec 2024-11-18T18:10:24,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 818bff808382,36461,1731953362561, splitWal=true, meta=false in 19.9270 sec 2024-11-18T18:10:24,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T18:10:24,187 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T18:10:24,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T18:10:24,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:24,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:24,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T18:10:24,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T18:10:24,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1280345551, stopped=false 2024-11-18T18:10:24,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=818bff808382,33711,1731953362381 2024-11-18T18:10:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:10:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:10:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:10:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:10:24,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T18:10:24,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:10:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:10:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:10:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T18:10:24,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T18:10:24,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:24,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,37153,1731953362464' ***** 2024-11-18T18:10:24,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:24,193 INFO [RS:0;818bff808382:37153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:24,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '818bff808382,41679,1731953362502' ***** 2024-11-18T18:10:24,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:24,193 INFO [RS:0;818bff808382:37153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:24,193 INFO [RS:0;818bff808382:37153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e6315ebf2d732090fd0a828c4950c12 2024-11-18T18:10:24,194 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c7d088daeea6a8e61405a734870ddfa 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for 210ba192cc3912939e9a486f4d2c03cf 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for 790131345f5345baa7db5292fa3b1ede 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for 01cc9c669d7bcb6157f4b2ce61120a6e 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,194 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e6315ebf2d732090fd0a828c4950c12, disabling compactions & flushes 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(959): stopping server 818bff808382,37153,1731953362464 2024-11-18T18:10:24,194 INFO [RS:1;818bff808382:41679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T18:10:24,194 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:24,194 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;818bff808382:37153. 2024-11-18T18:10:24,194 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. after waiting 0 ms 2024-11-18T18:10:24,194 INFO [RS:1;818bff808382:41679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T18:10:24,194 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T18:10:24,194 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,194 DEBUG [RS:0;818bff808382:37153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:24,194 INFO [RS:1;818bff808382:41679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T18:10:24,194 DEBUG [RS:0;818bff808382:37153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,194 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(3091): Received CLOSE for 55c461045e7147ea58ecc4078264bd58 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:24,194 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(3091): Received CLOSE for f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(3091): Received CLOSE for cbf88e3c52488e7eae4f67780f3b69bd 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(3091): Received CLOSE for ef356744fa4357205643f3f69f9c88e4 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(959): stopping server 818bff808382,41679,1731953362502 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:24,195 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55c461045e7147ea58ecc4078264bd58, disabling compactions & flushes 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;818bff808382:41679. 2024-11-18T18:10:24,195 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1325): Online Regions={0e6315ebf2d732090fd0a828c4950c12=SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12., 1588230740=hbase:meta,,1.1588230740, 3c7d088daeea6a8e61405a734870ddfa=SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa., 210ba192cc3912939e9a486f4d2c03cf=SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf., 790131345f5345baa7db5292fa3b1ede=SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede., 01cc9c669d7bcb6157f4b2ce61120a6e=SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e., b23f3db8144e68b00610d710649780e9=SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9.} 2024-11-18T18:10:24,195 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:24,195 DEBUG [RS:1;818bff808382:41679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. after waiting 0 ms 2024-11-18T18:10:24,195 DEBUG [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1351): Waiting on 01cc9c669d7bcb6157f4b2ce61120a6e, 0e6315ebf2d732090fd0a828c4950c12, 1588230740, 210ba192cc3912939e9a486f4d2c03cf, 3c7d088daeea6a8e61405a734870ddfa, 790131345f5345baa7db5292fa3b1ede, b23f3db8144e68b00610d710649780e9 2024-11-18T18:10:24,195 DEBUG [RS:1;818bff808382:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:24,195 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T18:10:24,195 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1325): Online Regions={55c461045e7147ea58ecc4078264bd58=SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58., f9c6905d1d2b77bf5a5cfe6e4a965036=SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036., cbf88e3c52488e7eae4f67780f3b69bd=SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd., ef356744fa4357205643f3f69f9c88e4=SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4.} 2024-11-18T18:10:24,195 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T18:10:24,195 DEBUG [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1351): Waiting on 55c461045e7147ea58ecc4078264bd58, cbf88e3c52488e7eae4f67780f3b69bd, ef356744fa4357205643f3f69f9c88e4, f9c6905d1d2b77bf5a5cfe6e4a965036 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T18:10:24,195 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T18:10:24,196 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-18T18:10:24,197 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:10:24,197 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T18:10:24,197 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:10:24,198 INFO [regionserver/818bff808382:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T18:10:24,199 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/0e6315ebf2d732090fd0a828c4950c12/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T18:10:24,200 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/55c461045e7147ea58ecc4078264bd58/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:10:24,200 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,200 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e6315ebf2d732090fd0a828c4950c12: Waiting for close lock at 1731953424194Running coprocessor pre-close hooks at 1731953424194Disabling compacts and flushes for region at 1731953424194Disabling writes for close at 1731953424194Writing region close event to WAL at 1731953424195 (+1 ms)Running coprocessor post-close hooks at 1731953424200 (+5 ms)Closed at 1731953424200 2024-11-18T18:10:24,200 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731953373742.0e6315ebf2d732090fd0a828c4950c12. 2024-11-18T18:10:24,200 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c7d088daeea6a8e61405a734870ddfa, disabling compactions & flushes 2024-11-18T18:10:24,200 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:24,201 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. after waiting 0 ms 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55c461045e7147ea58ecc4078264bd58: Waiting for close lock at 1731953424195Running coprocessor pre-close hooks at 1731953424195Disabling compacts and flushes for region at 1731953424195Disabling writes for close at 1731953424195Writing region close event to WAL at 1731953424196 (+1 ms)Running coprocessor post-close hooks at 1731953424200 (+4 ms)Closed at 1731953424200 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731953373742.55c461045e7147ea58ecc4078264bd58. 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9c6905d1d2b77bf5a5cfe6e4a965036, disabling compactions & flushes 2024-11-18T18:10:24,201 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. after waiting 0 ms 2024-11-18T18:10:24,201 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,203 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:24,205 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/3c7d088daeea6a8e61405a734870ddfa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:10:24,206 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:24,206 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c7d088daeea6a8e61405a734870ddfa: Waiting for close lock at 1731953424200Running coprocessor pre-close hooks at 1731953424200Disabling compacts and flushes for region at 1731953424200Disabling writes for close at 1731953424201 (+1 ms)Writing region close event to WAL at 1731953424201Running coprocessor post-close hooks at 1731953424206 (+5 ms)Closed at 1731953424206 2024-11-18T18:10:24,206 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731953373742.3c7d088daeea6a8e61405a734870ddfa. 2024-11-18T18:10:24,206 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 210ba192cc3912939e9a486f4d2c03cf, disabling compactions & flushes 2024-11-18T18:10:24,207 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:24,207 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:24,207 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. after waiting 0 ms 2024-11-18T18:10:24,207 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:24,210 INFO [regionserver/818bff808382:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:24,211 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/f9c6905d1d2b77bf5a5cfe6e4a965036/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T18:10:24,211 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,211 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9c6905d1d2b77bf5a5cfe6e4a965036: Waiting for close lock at 1731953424201Running coprocessor pre-close hooks at 1731953424201Disabling compacts and flushes for region at 1731953424201Disabling writes for close at 1731953424201Writing region close event to WAL at 1731953424201Running coprocessor post-close hooks at 1731953424211 (+10 ms)Closed at 1731953424211 2024-11-18T18:10:24,211 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731953373742.f9c6905d1d2b77bf5a5cfe6e4a965036. 2024-11-18T18:10:24,212 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbf88e3c52488e7eae4f67780f3b69bd, disabling compactions & flushes 2024-11-18T18:10:24,212 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:24,212 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:24,212 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. after waiting 0 ms 2024-11-18T18:10:24,212 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:24,214 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/210ba192cc3912939e9a486f4d2c03cf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:10:24,215 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:24,215 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 210ba192cc3912939e9a486f4d2c03cf: Waiting for close lock at 1731953424206Running coprocessor pre-close hooks at 1731953424206Disabling compacts and flushes for region at 1731953424206Disabling writes for close at 1731953424207 (+1 ms)Writing region close event to WAL at 1731953424210 (+3 ms)Running coprocessor post-close hooks at 1731953424215 (+5 ms)Closed at 1731953424215 2024-11-18T18:10:24,215 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf. 2024-11-18T18:10:24,216 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 790131345f5345baa7db5292fa3b1ede, disabling compactions & flushes 2024-11-18T18:10:24,216 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:24,216 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:24,216 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. after waiting 0 ms 2024-11-18T18:10:24,216 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:24,216 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/cbf88e3c52488e7eae4f67780f3b69bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:10:24,217 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/info/5b8e69404f2d4c018a96121fde38adc1 is 167, key is SPTestTable,19999999,1731953373742.210ba192cc3912939e9a486f4d2c03cf./info:regioninfo/1731953384541/Put/seqid=0 2024-11-18T18:10:24,217 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:24,217 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbf88e3c52488e7eae4f67780f3b69bd: Waiting for close lock at 1731953424212Running coprocessor pre-close hooks at 1731953424212Disabling compacts and flushes for region at 1731953424212Disabling writes for close at 1731953424212Writing region close event to WAL at 1731953424212Running coprocessor post-close hooks at 1731953424217 (+5 ms)Closed at 1731953424217 2024-11-18T18:10:24,217 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731953373742.cbf88e3c52488e7eae4f67780f3b69bd. 2024-11-18T18:10:24,217 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef356744fa4357205643f3f69f9c88e4, disabling compactions & flushes 2024-11-18T18:10:24,217 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:24,217 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:24,217 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. after waiting 0 ms 2024-11-18T18:10:24,218 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:24,227 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/790131345f5345baa7db5292fa3b1ede/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:10:24,228 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:24,228 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 790131345f5345baa7db5292fa3b1ede: Waiting for close lock at 1731953424216Running coprocessor pre-close hooks at 1731953424216Disabling compacts and flushes for region at 1731953424216Disabling writes for close at 1731953424216Writing region close event to WAL at 1731953424217 (+1 ms)Running coprocessor post-close hooks at 1731953424228 (+11 ms)Closed at 1731953424228 2024-11-18T18:10:24,229 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731953373742.790131345f5345baa7db5292fa3b1ede. 2024-11-18T18:10:24,229 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01cc9c669d7bcb6157f4b2ce61120a6e, disabling compactions & flushes 2024-11-18T18:10:24,229 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:24,229 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:24,229 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. after waiting 0 ms 2024-11-18T18:10:24,229 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:24,232 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/ef356744fa4357205643f3f69f9c88e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T18:10:24,233 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:24,233 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef356744fa4357205643f3f69f9c88e4: Waiting for close lock at 1731953424217Running coprocessor pre-close hooks at 1731953424217Disabling compacts and flushes for region at 1731953424217Disabling writes for close at 1731953424217Writing region close event to WAL at 1731953424225 (+8 ms)Running coprocessor post-close hooks at 1731953424233 (+8 ms)Closed at 1731953424233 2024-11-18T18:10:24,233 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731953373742.ef356744fa4357205643f3f69f9c88e4. 2024-11-18T18:10:24,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741864_1040 (size=19817) 2024-11-18T18:10:24,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741864_1040 (size=19817) 2024-11-18T18:10:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741864_1040 (size=19817) 2024-11-18T18:10:24,250 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/01cc9c669d7bcb6157f4b2ce61120a6e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T18:10:24,251 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:24,251 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01cc9c669d7bcb6157f4b2ce61120a6e: Waiting for close lock at 1731953424229Running coprocessor pre-close hooks at 1731953424229Disabling compacts and flushes for region at 1731953424229Disabling writes for close at 1731953424229Writing region close event to WAL at 1731953424232 (+3 ms)Running coprocessor post-close hooks at 1731953424251 (+19 ms)Closed at 1731953424251 2024-11-18T18:10:24,251 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731953373742.01cc9c669d7bcb6157f4b2ce61120a6e. 2024-11-18T18:10:24,252 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b23f3db8144e68b00610d710649780e9, disabling compactions & flushes 2024-11-18T18:10:24,252 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,252 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,252 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. after waiting 0 ms 2024-11-18T18:10:24,252 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,254 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/info/5b8e69404f2d4c018a96121fde38adc1 2024-11-18T18:10:24,264 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/default/SPTestTable/b23f3db8144e68b00610d710649780e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-18T18:10:24,265 INFO [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,265 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b23f3db8144e68b00610d710649780e9: Waiting for close lock at 1731953424252Running coprocessor pre-close hooks at 1731953424252Disabling compacts and flushes for region at 1731953424252Disabling writes for close at 1731953424252Writing region close event to WAL at 1731953424256 (+4 ms)Running coprocessor post-close hooks at 1731953424265 (+9 ms)Closed at 1731953424265 2024-11-18T18:10:24,265 DEBUG [RS_CLOSE_REGION-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731953373742.b23f3db8144e68b00610d710649780e9. 2024-11-18T18:10:24,281 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/ns/e9f3f14ef99a4a5b805eb9b1c6189078 is 43, key is default/ns:d/1731953373634/Put/seqid=0 2024-11-18T18:10:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741865_1041 (size=5153) 2024-11-18T18:10:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741865_1041 (size=5153) 2024-11-18T18:10:24,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741865_1041 (size=5153) 2024-11-18T18:10:24,289 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/ns/e9f3f14ef99a4a5b805eb9b1c6189078 2024-11-18T18:10:24,315 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/table/233f73ae04e546188680b77d4de5b37c is 47, key is SPTestTable/table:state/1731953384551/Put/seqid=0 2024-11-18T18:10:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741866_1042 (size=5214) 2024-11-18T18:10:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741866_1042 (size=5214) 2024-11-18T18:10:24,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741866_1042 (size=5214) 2024-11-18T18:10:24,323 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/table/233f73ae04e546188680b77d4de5b37c 2024-11-18T18:10:24,330 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/info/5b8e69404f2d4c018a96121fde38adc1 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/info/5b8e69404f2d4c018a96121fde38adc1 2024-11-18T18:10:24,336 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/info/5b8e69404f2d4c018a96121fde38adc1, entries=112, sequenceid=35, filesize=19.4 K 2024-11-18T18:10:24,337 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/ns/e9f3f14ef99a4a5b805eb9b1c6189078 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/ns/e9f3f14ef99a4a5b805eb9b1c6189078 2024-11-18T18:10:24,343 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/ns/e9f3f14ef99a4a5b805eb9b1c6189078, entries=2, sequenceid=35, filesize=5.0 K 2024-11-18T18:10:24,344 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/.tmp/table/233f73ae04e546188680b77d4de5b37c as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/table/233f73ae04e546188680b77d4de5b37c 2024-11-18T18:10:24,351 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/table/233f73ae04e546188680b77d4de5b37c, entries=2, sequenceid=35, filesize=5.1 K 2024-11-18T18:10:24,352 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=35, compaction requested=false 2024-11-18T18:10:24,356 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-18T18:10:24,357 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T18:10:24,357 INFO [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:24,357 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731953424195Running coprocessor pre-close hooks at 1731953424195Disabling compacts and flushes for region at 1731953424195Disabling writes for close at 1731953424195Obtaining lock to block concurrent updates at 1731953424196 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731953424196Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731953424196Flushing stores of hbase:meta,,1.1588230740 at 1731953424197 (+1 ms)Flushing 1588230740/info: creating writer at 1731953424197Flushing 1588230740/info: appending metadata at 1731953424216 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731953424216Flushing 1588230740/ns: creating writer at 1731953424262 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731953424281 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731953424281Flushing 1588230740/table: creating writer at 1731953424296 (+15 ms)Flushing 1588230740/table: appending metadata at 1731953424314 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731953424314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be91928: reopening flushed file at 1731953424329 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2161cd25: reopening flushed file at 1731953424337 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495c6a9f: reopening flushed file at 1731953424343 (+6 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=35, compaction requested=false at 1731953424352 (+9 ms)Writing region close event to WAL at 1731953424353 (+1 ms)Running coprocessor post-close hooks at 1731953424357 (+4 ms)Closed at 1731953424357 2024-11-18T18:10:24,357 DEBUG [RS_CLOSE_META-regionserver/818bff808382:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T18:10:24,395 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(976): stopping server 818bff808382,37153,1731953362464; all regions closed. 2024-11-18T18:10:24,395 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(976): stopping server 818bff808382,41679,1731953362502; all regions closed. 2024-11-18T18:10:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741836_1012 (size=18438) 2024-11-18T18:10:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741836_1012 (size=18438) 2024-11-18T18:10:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741836_1012 (size=18438) 2024-11-18T18:10:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741835_1011 (size=3469) 2024-11-18T18:10:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741835_1011 (size=3469) 2024-11-18T18:10:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741835_1011 (size=3469) 2024-11-18T18:10:24,402 DEBUG [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs 2024-11-18T18:10:24,402 INFO [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C37153%2C1731953362464.meta:.meta(num 1731953373555) 2024-11-18T18:10:24,403 DEBUG [RS:1;818bff808382:41679 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C41679%2C1731953362502:(num 1731953363305) 2024-11-18T18:10:24,403 DEBUG [RS:1;818bff808382:41679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:24,403 INFO [RS:1;818bff808382:41679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41679 2024-11-18T18:10:24,404 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:24,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741833_1009 (size=4117) 2024-11-18T18:10:24,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741833_1009 (size=4117) 2024-11-18T18:10:24,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741833_1009 (size=4117) 2024-11-18T18:10:24,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:10:24,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/818bff808382,41679,1731953362502 2024-11-18T18:10:24,408 INFO [RS:1;818bff808382:41679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:24,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,41679,1731953362502] 2024-11-18T18:10:24,410 DEBUG [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/oldWALs 2024-11-18T18:10:24,410 INFO [RS:0;818bff808382:37153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 818bff808382%2C37153%2C1731953362464:(num 1731953363294) 2024-11-18T18:10:24,410 DEBUG [RS:0;818bff808382:37153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T18:10:24,410 INFO [RS:0;818bff808382:37153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T18:10:24,410 INFO [RS:0;818bff808382:37153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:24,410 INFO [RS:0;818bff808382:37153 {}] hbase.ChoreService(370): Chore service for: regionserver/818bff808382:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:24,410 INFO [RS:0;818bff808382:37153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:24,410 INFO [regionserver/818bff808382:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:24,410 INFO [RS:0;818bff808382:37153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37153 2024-11-18T18:10:24,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/818bff808382,41679,1731953362502 already deleted, retry=false 2024-11-18T18:10:24,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,41679,1731953362502 expired; onlineServers=1 2024-11-18T18:10:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/818bff808382,37153,1731953362464 2024-11-18T18:10:24,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T18:10:24,415 INFO [RS:0;818bff808382:37153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:24,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [818bff808382,37153,1731953362464] 2024-11-18T18:10:24,420 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/818bff808382,37153,1731953362464 already deleted, retry=false 2024-11-18T18:10:24,420 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 818bff808382,37153,1731953362464 expired; onlineServers=0 2024-11-18T18:10:24,420 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '818bff808382,33711,1731953362381' ***** 2024-11-18T18:10:24,420 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T18:10:24,420 INFO [M:0;818bff808382:33711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T18:10:24,420 INFO [M:0;818bff808382:33711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T18:10:24,420 DEBUG [M:0;818bff808382:33711 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T18:10:24,420 DEBUG [M:0;818bff808382:33711 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T18:10:24,420 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T18:10:24,420 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953362968 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.large.0-1731953362968,5,FailOnTimeoutGroup] 2024-11-18T18:10:24,421 DEBUG [master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953362972 {}] cleaner.HFileCleaner(306): Exit Thread[master/818bff808382:0:becomeActiveMaster-HFileCleaner.small.0-1731953362972,5,FailOnTimeoutGroup] 2024-11-18T18:10:24,421 INFO [M:0;818bff808382:33711 {}] hbase.ChoreService(370): Chore service for: master/818bff808382:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T18:10:24,421 INFO [M:0;818bff808382:33711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T18:10:24,421 DEBUG [M:0;818bff808382:33711 {}] master.HMaster(1795): Stopping service threads 2024-11-18T18:10:24,421 INFO [M:0;818bff808382:33711 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T18:10:24,421 INFO [M:0;818bff808382:33711 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T18:10:24,421 ERROR [M:0;818bff808382:33711 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (451093521) connection to localhost/127.0.0.1:40269 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40269,5,PEWorkerGroup] 2024-11-18T18:10:24,421 INFO [M:0;818bff808382:33711 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T18:10:24,421 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T18:10:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T18:10:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T18:10:24,423 DEBUG [M:0;818bff808382:33711 {}] zookeeper.ZKUtil(347): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T18:10:24,423 WARN [M:0;818bff808382:33711 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T18:10:24,424 INFO [M:0;818bff808382:33711 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/.lastflushedseqids 2024-11-18T18:10:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741867_1043 (size=650) 2024-11-18T18:10:24,431 INFO [M:0;818bff808382:33711 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T18:10:24,432 INFO [M:0;818bff808382:33711 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T18:10:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741867_1043 (size=650) 2024-11-18T18:10:24,432 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T18:10:24,432 INFO [M:0;818bff808382:33711 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:24,432 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741867_1043 (size=650) 2024-11-18T18:10:24,432 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T18:10:24,432 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:24,432 INFO [M:0;818bff808382:33711 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.15 KB heapSize=265.11 KB 2024-11-18T18:10:24,447 DEBUG [M:0;818bff808382:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/451db150ed8d4aceac4ec9f8e4a4bfb6 is 82, key is hbase:meta,,1/info:regioninfo/1731953373612/Put/seqid=0 2024-11-18T18:10:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741868_1044 (size=5672) 2024-11-18T18:10:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741868_1044 (size=5672) 2024-11-18T18:10:24,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741868_1044 (size=5672) 2024-11-18T18:10:24,454 INFO [M:0;818bff808382:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/451db150ed8d4aceac4ec9f8e4a4bfb6 2024-11-18T18:10:24,475 DEBUG [M:0;818bff808382:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40e4f8adaa9e4fa29ec8e7b713fe6dff is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731953384555/Put/seqid=0 2024-11-18T18:10:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741869_1045 (size=9321) 2024-11-18T18:10:24,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741869_1045 (size=9321) 2024-11-18T18:10:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741869_1045 (size=9321) 2024-11-18T18:10:24,488 INFO [M:0;818bff808382:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=221.41 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40e4f8adaa9e4fa29ec8e7b713fe6dff 2024-11-18T18:10:24,494 INFO [M:0;818bff808382:33711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40e4f8adaa9e4fa29ec8e7b713fe6dff 2024-11-18T18:10:24,510 DEBUG [M:0;818bff808382:33711 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f45d30b0d0674be0a104af570e7be5a1 is 69, key is 818bff808382,37153,1731953362464/rs:state/1731953363049/Put/seqid=0 2024-11-18T18:10:24,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:24,512 INFO [RS:1;818bff808382:41679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:24,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41679-0x1000bd2be900002, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:24,512 INFO [RS:1;818bff808382:41679 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,41679,1731953362502; zookeeper connection closed. 2024-11-18T18:10:24,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48c9c12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48c9c12 2024-11-18T18:10:24,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:24,518 INFO [RS:0;818bff808382:37153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:24,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37153-0x1000bd2be900001, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:24,518 INFO [RS:0;818bff808382:37153 {}] regionserver.HRegionServer(1031): Exiting; stopping=818bff808382,37153,1731953362464; zookeeper connection closed. 2024-11-18T18:10:24,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1206f67a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1206f67a 2024-11-18T18:10:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741870_1046 (size=5442) 2024-11-18T18:10:24,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T18:10:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741870_1046 (size=5442) 2024-11-18T18:10:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741870_1046 (size=5442) 2024-11-18T18:10:24,520 INFO [M:0;818bff808382:33711 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f45d30b0d0674be0a104af570e7be5a1 2024-11-18T18:10:24,526 INFO [M:0;818bff808382:33711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f45d30b0d0674be0a104af570e7be5a1 2024-11-18T18:10:24,527 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/451db150ed8d4aceac4ec9f8e4a4bfb6 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/451db150ed8d4aceac4ec9f8e4a4bfb6 2024-11-18T18:10:24,532 INFO [M:0;818bff808382:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/451db150ed8d4aceac4ec9f8e4a4bfb6, entries=8, sequenceid=464, filesize=5.5 K 2024-11-18T18:10:24,533 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40e4f8adaa9e4fa29ec8e7b713fe6dff as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40e4f8adaa9e4fa29ec8e7b713fe6dff 2024-11-18T18:10:24,538 INFO [M:0;818bff808382:33711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40e4f8adaa9e4fa29ec8e7b713fe6dff 2024-11-18T18:10:24,538 INFO [M:0;818bff808382:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40e4f8adaa9e4fa29ec8e7b713fe6dff, entries=54, sequenceid=464, filesize=9.1 K 2024-11-18T18:10:24,539 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f45d30b0d0674be0a104af570e7be5a1 as hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f45d30b0d0674be0a104af570e7be5a1 2024-11-18T18:10:24,545 INFO [M:0;818bff808382:33711 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f45d30b0d0674be0a104af570e7be5a1 2024-11-18T18:10:24,546 INFO [M:0;818bff808382:33711 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40269/user/jenkins/test-data/921b7a31-4955-d4d8-9f42-ba1351a954bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f45d30b0d0674be0a104af570e7be5a1, entries=3, sequenceid=464, filesize=5.3 K 2024-11-18T18:10:24,547 INFO [M:0;818bff808382:33711 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.15 KB/227477, heapSize ~264.81 KB/271168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=464, compaction requested=false 2024-11-18T18:10:24,548 INFO [M:0;818bff808382:33711 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T18:10:24,548 DEBUG [M:0;818bff808382:33711 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731953424432Disabling compacts and flushes for region at 1731953424432Disabling writes for close at 1731953424432Obtaining lock to block concurrent updates at 1731953424432Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731953424432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=227477, getHeapSize=271408, getOffHeapSize=0, getCellsCount=567 at 1731953424432Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731953424433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731953424433Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731953424447 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731953424447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731953424460 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731953424474 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731953424474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731953424495 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731953424509 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731953424509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3556f7: reopening flushed file at 1731953424526 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3686a33: reopening flushed file at 1731953424532 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db2956f: reopening flushed file at 1731953424539 (+7 ms)Finished flush of dataSize ~222.15 KB/227477, heapSize ~264.81 KB/271168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=464, compaction requested=false at 1731953424547 (+8 ms)Writing region close event to WAL at 1731953424548 (+1 ms)Closed at 1731953424548 2024-11-18T18:10:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741830_1006 (size=258468) 2024-11-18T18:10:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44855 is added to blk_1073741830_1006 (size=258468) 2024-11-18T18:10:24,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46713 is added to blk_1073741830_1006 (size=258468) 2024-11-18T18:10:24,553 INFO [M:0;818bff808382:33711 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T18:10:24,553 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T18:10:24,553 INFO [M:0;818bff808382:33711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33711 2024-11-18T18:10:24,554 INFO [M:0;818bff808382:33711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T18:10:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33711-0x1000bd2be900000, quorum=127.0.0.1:54276, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T18:10:24,658 INFO [M:0;818bff808382:33711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T18:10:24,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d54342{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:24,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@676ece65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:24,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:24,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f708cfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:24,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6f0cc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:24,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:24,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:24,665 WARN [BP-1924577840-172.17.0.2-1731953361130 heartbeating to localhost/127.0.0.1:40269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:24,665 WARN [BP-1924577840-172.17.0.2-1731953361130 heartbeating to localhost/127.0.0.1:40269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924577840-172.17.0.2-1731953361130 (Datanode Uuid 636d19cf-1860-4c02-a6e4-c641b9001823) service to localhost/127.0.0.1:40269 2024-11-18T18:10:24,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data5/current/BP-1924577840-172.17.0.2-1731953361130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:24,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data6/current/BP-1924577840-172.17.0.2-1731953361130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:24,667 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:24,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e996a96{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:24,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53719c65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:24,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:24,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a63b2d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:24,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c895b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:24,678 WARN [BP-1924577840-172.17.0.2-1731953361130 heartbeating to localhost/127.0.0.1:40269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:24,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:24,678 WARN [BP-1924577840-172.17.0.2-1731953361130 heartbeating to localhost/127.0.0.1:40269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924577840-172.17.0.2-1731953361130 (Datanode Uuid 59b73dd3-76ee-4f30-9cd6-9d685b06708f) service to localhost/127.0.0.1:40269 2024-11-18T18:10:24,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:24,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data3/current/BP-1924577840-172.17.0.2-1731953361130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:24,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data4/current/BP-1924577840-172.17.0.2-1731953361130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:24,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:24,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a744f24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T18:10:24,691 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cc73463{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:24,691 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:24,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ecc4add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:24,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31c78497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:24,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T18:10:24,694 WARN [BP-1924577840-172.17.0.2-1731953361130 heartbeating to localhost/127.0.0.1:40269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T18:10:24,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T18:10:24,694 WARN [BP-1924577840-172.17.0.2-1731953361130 heartbeating to localhost/127.0.0.1:40269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924577840-172.17.0.2-1731953361130 (Datanode Uuid 093f8a82-e3ba-41a6-8cba-d5515397ee21) service to localhost/127.0.0.1:40269 2024-11-18T18:10:24,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data1/current/BP-1924577840-172.17.0.2-1731953361130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:24,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/cluster_c2a90ec8-3885-128b-9fcb-4c053519deb6/data/data2/current/BP-1924577840-172.17.0.2-1731953361130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T18:10:24,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T18:10:24,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@645ef4b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T18:10:24,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77421c47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T18:10:24,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T18:10:24,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e4dfe5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T18:10:24,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db3ceaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03a112dc-5836-e5da-a357-81f695249da9/hadoop.log.dir/,STOPPED} 2024-11-18T18:10:24,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T18:10:24,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T18:10:24,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 93) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:40269 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/818bff808382:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:40269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:40269 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (451093521) connection to localhost/127.0.0.1:40269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 432) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=11150 (was 11013) - AvailableMemoryMB LEAK? -