2024-11-10 04:17:04,196 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 04:17:04,213 main DEBUG Took 0.015685 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 04:17:04,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 04:17:04,214 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 04:17:04,215 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 04:17:04,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,222 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 04:17:04,234 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,237 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,238 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,239 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,240 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,241 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,241 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,241 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,242 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,243 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,243 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,244 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 04:17:04,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,245 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 04:17:04,246 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 04:17:04,247 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 04:17:04,249 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 04:17:04,249 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 04:17:04,250 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 04:17:04,251 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 04:17:04,259 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 04:17:04,261 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 04:17:04,263 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 04:17:04,263 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 04:17:04,263 main DEBUG createAppenders(={Console}) 2024-11-10 04:17:04,264 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-10 04:17:04,264 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 04:17:04,264 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-10 04:17:04,265 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 04:17:04,265 main DEBUG OutputStream closed 2024-11-10 04:17:04,265 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 04:17:04,266 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 04:17:04,266 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-10 04:17:04,331 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 04:17:04,333 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 04:17:04,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 04:17:04,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 04:17:04,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 04:17:04,335 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 04:17:04,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 04:17:04,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 04:17:04,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 04:17:04,336 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 04:17:04,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 04:17:04,337 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 04:17:04,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 04:17:04,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 04:17:04,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 04:17:04,338 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 04:17:04,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 04:17:04,339 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 04:17:04,342 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 04:17:04,342 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-10 04:17:04,342 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 04:17:04,343 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-10T04:17:04,357 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 04:17:04,359 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 04:17:04,360 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T04:17:04,366 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T04:17:04,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=10186 2024-11-10T04:17:04,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1 2024-11-10T04:17:04,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:17:04,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f, deleteOnExit=true 2024-11-10T04:17:04,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:17:04,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/test.cache.data in system properties and HBase conf 2024-11-10T04:17:04,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:17:04,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:17:04,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:17:04,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:17:04,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:17:04,730 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T04:17:04,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:17:04,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:17:04,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:17:04,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:17:04,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:17:04,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:17:04,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:17:04,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:17:04,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:17:04,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:17:04,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:17:04,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:17:04,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:17:04,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:17:04,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:17:05,641 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T04:17:05,716 INFO [Time-limited test {}] log.Log(170): Logging initialized @2197ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T04:17:05,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:17:05,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:17:05,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:17:05,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:17:05,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:17:05,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:17:05,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:17:05,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:17:06,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c85e100{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/java.io.tmpdir/jetty-localhost-46071-hadoop-hdfs-3_4_1-tests_jar-_-any-10910429325102544400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:17:06,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:46071} 2024-11-10T04:17:06,090 INFO [Time-limited test {}] server.Server(415): Started @2573ms 2024-11-10T04:17:06,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:17:06,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:17:06,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:17:06,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:17:06,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:17:06,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:17:06,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:17:06,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c5f936a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/java.io.tmpdir/jetty-localhost-35775-hadoop-hdfs-3_4_1-tests_jar-_-any-12468367810665447639/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:17:06,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:35775} 2024-11-10T04:17:06,616 INFO [Time-limited test {}] server.Server(415): Started @3099ms 2024-11-10T04:17:06,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:17:06,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:17:06,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:17:06,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:17:06,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:17:06,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:17:06,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:17:06,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:17:06,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3140e83e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/java.io.tmpdir/jetty-localhost-44417-hadoop-hdfs-3_4_1-tests_jar-_-any-7567246068947192750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:17:06,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:44417} 2024-11-10T04:17:06,987 INFO [Time-limited test {}] server.Server(415): Started @3470ms 2024-11-10T04:17:06,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:17:07,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:17:07,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:17:07,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:17:07,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:17:07,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:17:07,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:17:07,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:17:07,169 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data4/current/BP-1217539485-172.17.0.2-1731212225392/current, will proceed with Du for space computation calculation, 2024-11-10T04:17:07,169 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data1/current/BP-1217539485-172.17.0.2-1731212225392/current, will proceed with Du for space computation calculation, 2024-11-10T04:17:07,169 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data3/current/BP-1217539485-172.17.0.2-1731212225392/current, will proceed with Du for space computation calculation, 2024-11-10T04:17:07,169 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data2/current/BP-1217539485-172.17.0.2-1731212225392/current, will proceed with Du for space computation calculation, 2024-11-10T04:17:07,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c3eb8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/java.io.tmpdir/jetty-localhost-43597-hadoop-hdfs-3_4_1-tests_jar-_-any-16330215581437598942/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:17:07,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:43597} 2024-11-10T04:17:07,211 INFO [Time-limited test {}] server.Server(415): Started @3694ms 2024-11-10T04:17:07,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:17:07,230 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:17:07,231 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:17:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4d3ae7d5f377c45 with lease ID 0xa9f1c8369a5ac5d0: Processing first storage report for DS-80f15d50-11f6-4785-ac40-9b082a084b26 from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=b0576ae9-607f-48a6-8738-0ed67a66ef0f, infoPort=42217, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392) 2024-11-10T04:17:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4d3ae7d5f377c45 with lease ID 0xa9f1c8369a5ac5d0: from storage DS-80f15d50-11f6-4785-ac40-9b082a084b26 node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=b0576ae9-607f-48a6-8738-0ed67a66ef0f, infoPort=42217, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:17:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x634d806f8c3d0b38 with lease ID 0xa9f1c8369a5ac5cf: Processing first storage report for DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c from datanode DatanodeRegistration(127.0.0.1:44735, datanodeUuid=f7341e84-f725-4a05-a314-45c3609b6e37, infoPort=42193, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392) 2024-11-10T04:17:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x634d806f8c3d0b38 with lease ID 0xa9f1c8369a5ac5cf: from storage DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c node DatanodeRegistration(127.0.0.1:44735, datanodeUuid=f7341e84-f725-4a05-a314-45c3609b6e37, infoPort=42193, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:17:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4d3ae7d5f377c45 with lease ID 0xa9f1c8369a5ac5d0: Processing first storage report for DS-54092483-eebe-4791-b994-0f840a928c9e from datanode DatanodeRegistration(127.0.0.1:37051, datanodeUuid=b0576ae9-607f-48a6-8738-0ed67a66ef0f, infoPort=42217, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392) 2024-11-10T04:17:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4d3ae7d5f377c45 with lease ID 0xa9f1c8369a5ac5d0: from storage DS-54092483-eebe-4791-b994-0f840a928c9e node DatanodeRegistration(127.0.0.1:37051, datanodeUuid=b0576ae9-607f-48a6-8738-0ed67a66ef0f, infoPort=42217, infoSecurePort=0, ipcPort=35403, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:17:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x634d806f8c3d0b38 with lease ID 0xa9f1c8369a5ac5cf: Processing first storage report for DS-37e8aab2-aff9-48a2-ad6b-3e0646ca73b7 from datanode DatanodeRegistration(127.0.0.1:44735, datanodeUuid=f7341e84-f725-4a05-a314-45c3609b6e37, infoPort=42193, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392) 2024-11-10T04:17:07,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x634d806f8c3d0b38 with lease ID 0xa9f1c8369a5ac5cf: from storage DS-37e8aab2-aff9-48a2-ad6b-3e0646ca73b7 node DatanodeRegistration(127.0.0.1:44735, datanodeUuid=f7341e84-f725-4a05-a314-45c3609b6e37, infoPort=42193, infoSecurePort=0, ipcPort=43687, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:17:07,354 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data5/current/BP-1217539485-172.17.0.2-1731212225392/current, will proceed with Du for space computation calculation, 2024-11-10T04:17:07,354 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data6/current/BP-1217539485-172.17.0.2-1731212225392/current, will proceed with Du for space computation calculation, 2024-11-10T04:17:07,381 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:17:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e83a32ef35b431b with lease ID 0xa9f1c8369a5ac5d1: Processing first storage report for DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5 from datanode DatanodeRegistration(127.0.0.1:44751, datanodeUuid=4ff46c44-882d-4381-865f-526b7f7d6b6a, infoPort=35037, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392) 2024-11-10T04:17:07,387 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e83a32ef35b431b with lease ID 0xa9f1c8369a5ac5d1: from storage DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5 node DatanodeRegistration(127.0.0.1:44751, datanodeUuid=4ff46c44-882d-4381-865f-526b7f7d6b6a, infoPort=35037, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:17:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e83a32ef35b431b with lease ID 0xa9f1c8369a5ac5d1: Processing first storage report for DS-cac67b3b-352c-4ae0-b009-d1af77c447e3 from datanode DatanodeRegistration(127.0.0.1:44751, datanodeUuid=4ff46c44-882d-4381-865f-526b7f7d6b6a, infoPort=35037, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392) 2024-11-10T04:17:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e83a32ef35b431b with lease ID 0xa9f1c8369a5ac5d1: from storage DS-cac67b3b-352c-4ae0-b009-d1af77c447e3 node DatanodeRegistration(127.0.0.1:44751, datanodeUuid=4ff46c44-882d-4381-865f-526b7f7d6b6a, infoPort=35037, infoSecurePort=0, ipcPort=39037, storageInfo=lv=-57;cid=testClusterID;nsid=1288476984;c=1731212225392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:17:07,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1 2024-11-10T04:17:07,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/zookeeper_0, clientPort=54934, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:17:07,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54934 2024-11-10T04:17:07,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:07,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:17:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:17:07,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:17:08,321 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 with version=8 2024-11-10T04:17:08,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/hbase-staging 2024-11-10T04:17:08,408 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T04:17:08,660 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:17:08,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:08,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:08,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:17:08,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:08,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:17:08,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:17:08,875 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T04:17:08,884 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T04:17:08,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:17:08,914 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6127 (auto-detected) 2024-11-10T04:17:08,915 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T04:17:08,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33117 2024-11-10T04:17:08,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33117 connecting to ZooKeeper ensemble=127.0.0.1:54934 2024-11-10T04:17:08,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331170x0, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:17:08,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33117-0x10100181eba0000 connected 2024-11-10T04:17:09,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:17:09,035 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141, hbase.cluster.distributed=false 2024-11-10T04:17:09,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:17:09,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T04:17:09,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33117 2024-11-10T04:17:09,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33117 2024-11-10T04:17:09,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T04:17:09,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-10T04:17:09,176 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:17:09,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:17:09,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:17:09,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:17:09,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:17:09,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45401 2024-11-10T04:17:09,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45401 connecting to ZooKeeper ensemble=127.0.0.1:54934 2024-11-10T04:17:09,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454010x0, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:17:09,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45401-0x10100181eba0001 connected 2024-11-10T04:17:09,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:17:09,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:17:09,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:17:09,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T04:17:09,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:17:09,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-10T04:17:09,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45401 2024-11-10T04:17:09,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45401 2024-11-10T04:17:09,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-10T04:17:09,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-10T04:17:09,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:17:09,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:17:09,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:17:09,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:17:09,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:17:09,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34025 2024-11-10T04:17:09,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34025 connecting to ZooKeeper ensemble=127.0.0.1:54934 2024-11-10T04:17:09,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340250x0, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:17:09,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34025-0x10100181eba0002 connected 2024-11-10T04:17:09,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:17:09,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:17:09,250 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:17:09,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T04:17:09,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:17:09,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-10T04:17:09,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34025 2024-11-10T04:17:09,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34025 2024-11-10T04:17:09,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-10T04:17:09,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-10T04:17:09,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:17:09,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:17:09,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:17:09,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:17:09,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:17:09,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:17:09,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44077 2024-11-10T04:17:09,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44077 connecting to ZooKeeper ensemble=127.0.0.1:54934 2024-11-10T04:17:09,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440770x0, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:17:09,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44077-0x10100181eba0003 connected 2024-11-10T04:17:09,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:17:09,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:17:09,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:17:09,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T04:17:09,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:17:09,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-10T04:17:09,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44077 2024-11-10T04:17:09,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44077 2024-11-10T04:17:09,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-10T04:17:09,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44077 2024-11-10T04:17:09,310 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:33117 2024-11-10T04:17:09,311 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,321 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,345 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T04:17:09,346 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e900e1ae4b9f,33117,1731212228461 from backup master directory 2024-11-10T04:17:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:17:09,350 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:17:09,350 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:09,352 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T04:17:09,354 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T04:17:09,410 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/hbase.id] with ID: f256a747-2b53-45b7-b07e-916c9b31bf6e 2024-11-10T04:17:09,410 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.tmp/hbase.id 2024-11-10T04:17:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:17:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:17:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:17:09,426 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.tmp/hbase.id]:[hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/hbase.id] 2024-11-10T04:17:09,469 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:17:09,473 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:17:09,492 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T04:17:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:17:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:17:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:17:09,533 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:17:09,535 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:17:09,552 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:17:09,556 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:17:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:17:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:17:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:17:09,612 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store 2024-11-10T04:17:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:17:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:17:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:17:09,639 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T04:17:09,642 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:09,643 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:17:09,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:17:09,643 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:17:09,645 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:17:09,645 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:17:09,645 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:17:09,646 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212229643Disabling compacts and flushes for region at 1731212229643Disabling writes for close at 1731212229645 (+2 ms)Writing region close event to WAL at 1731212229645Closed at 1731212229645 2024-11-10T04:17:09,648 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/.initializing 2024-11-10T04:17:09,648 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/WALs/e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:09,657 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:17:09,671 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C33117%2C1731212228461, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/WALs/e900e1ae4b9f,33117,1731212228461, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/oldWALs, maxLogs=10 2024-11-10T04:17:09,705 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/WALs/e900e1ae4b9f,33117,1731212228461/e900e1ae4b9f%2C33117%2C1731212228461.1731212229677, exclude list is [], retry=0 2024-11-10T04:17:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5,DISK] 2024-11-10T04:17:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c,DISK] 2024-11-10T04:17:09,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-80f15d50-11f6-4785-ac40-9b082a084b26,DISK] 2024-11-10T04:17:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T04:17:09,765 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/WALs/e900e1ae4b9f,33117,1731212228461/e900e1ae4b9f%2C33117%2C1731212228461.1731212229677 2024-11-10T04:17:09,766 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217),(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:42193:42193)] 2024-11-10T04:17:09,767 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:17:09,767 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:09,770 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,771 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:17:09,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:09,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:09,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:17:09,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:09,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:09,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:17:09,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:09,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:09,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:17:09,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:09,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:09,855 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,858 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,859 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,864 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,864 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,867 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:17:09,870 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:17:09,874 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:09,876 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60474278, jitterRate=-0.09886303544044495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:17:09,881 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212229784Initializing all the Stores at 1731212229786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212229787 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212229787Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212229788 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212229788Cleaning up temporary data from old regions at 1731212229864 (+76 ms)Region opened successfully at 1731212229881 (+17 ms) 2024-11-10T04:17:09,882 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:17:09,915 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdccb42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:17:09,948 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:17:09,959 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:17:09,960 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:17:09,963 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:17:09,964 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T04:17:09,969 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T04:17:09,969 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T04:17:09,995 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:17:10,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T04:17:10,005 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T04:17:10,008 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:17:10,009 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:17:10,011 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T04:17:10,013 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:17:10,016 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:17:10,018 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T04:17:10,019 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:17:10,021 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T04:17:10,039 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:17:10,041 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T04:17:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:17:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:17:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:17:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:17:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,048 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,33117,1731212228461, sessionid=0x10100181eba0000, setting cluster-up flag (Was=false) 2024-11-10T04:17:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,066 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T04:17:10,068 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,081 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T04:17:10,083 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:10,088 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:17:10,098 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(746): ClusterId : f256a747-2b53-45b7-b07e-916c9b31bf6e 2024-11-10T04:17:10,098 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(746): ClusterId : f256a747-2b53-45b7-b07e-916c9b31bf6e 2024-11-10T04:17:10,099 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(746): ClusterId : f256a747-2b53-45b7-b07e-916c9b31bf6e 2024-11-10T04:17:10,101 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:17:10,101 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:17:10,101 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:17:10,107 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:17:10,107 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:17:10,107 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:17:10,107 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:17:10,107 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:17:10,107 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:17:10,111 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:17:10,112 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:17:10,112 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:17:10,112 DEBUG [RS:2;e900e1ae4b9f:44077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e52bb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:17:10,112 DEBUG [RS:0;e900e1ae4b9f:45401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:17:10,112 DEBUG [RS:1;e900e1ae4b9f:34025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765e57e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:17:10,129 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e900e1ae4b9f:34025 2024-11-10T04:17:10,132 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:17:10,132 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:17:10,132 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:17:10,132 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e900e1ae4b9f:44077 2024-11-10T04:17:10,132 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:45401 2024-11-10T04:17:10,133 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:17:10,133 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:17:10,133 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:17:10,133 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:17:10,133 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:17:10,133 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:17:10,135 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33117,1731212228461 with port=34025, startcode=1731212229234 2024-11-10T04:17:10,135 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33117,1731212228461 with port=45401, startcode=1731212229136 2024-11-10T04:17:10,135 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33117,1731212228461 with port=44077, startcode=1731212229272 2024-11-10T04:17:10,147 DEBUG [RS:1;e900e1ae4b9f:34025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:17:10,148 DEBUG [RS:2;e900e1ae4b9f:44077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:17:10,148 DEBUG [RS:0;e900e1ae4b9f:45401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:17:10,187 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:17:10,187 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:17:10,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:17:10,188 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:17:10,194 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:17:10,200 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:17:10,201 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:17:10,201 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:17:10,210 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:17:10,220 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T04:17:10,220 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T04:17:10,220 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T04:17:10,217 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,33117,1731212228461 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:17:10,221 WARN [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T04:17:10,221 WARN [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T04:17:10,221 WARN [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T04:17:10,226 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:17:10,226 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:17:10,227 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:17:10,227 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:17:10,227 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:17:10,227 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,227 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:17:10,227 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,229 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212260229 2024-11-10T04:17:10,230 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:17:10,231 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:17:10,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:17:10,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:17:10,235 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:17:10,235 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:17:10,236 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:17:10,236 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:17:10,236 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,239 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:17:10,240 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:10,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:17:10,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:17:10,241 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:17:10,243 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:17:10,243 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:17:10,245 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212230244,5,FailOnTimeoutGroup] 2024-11-10T04:17:10,245 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212230245,5,FailOnTimeoutGroup] 2024-11-10T04:17:10,245 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,246 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:17:10,247 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,247 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:17:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:17:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:17:10,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:17:10,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:17:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:17:10,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:17:10,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:10,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:17:10,322 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33117,1731212228461 with port=45401, startcode=1731212229136 2024-11-10T04:17:10,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:17:10,322 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33117,1731212228461 with port=34025, startcode=1731212229234 2024-11-10T04:17:10,322 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,33117,1731212228461 with port=44077, startcode=1731212229272 2024-11-10T04:17:10,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:10,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:10,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:17:10,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:10,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:17:10,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:10,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:10,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:17:10,327 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:10,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:17:10,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:10,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:10,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:17:10,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:17:10,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:10,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:10,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:17:10,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740 2024-11-10T04:17:10,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740 2024-11-10T04:17:10,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:10,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:17:10,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:17:10,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:10,338 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:10,338 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34339 2024-11-10T04:17:10,338 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:17:10,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:17:10,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:17:10,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:17:10,343 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:10,343 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34339 2024-11-10T04:17:10,343 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:17:10,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,344 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33117 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:10,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69213213, jitterRate=0.03135724365711212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:17:10,347 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:10,347 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34339 2024-11-10T04:17:10,347 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:17:10,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212230317Initializing all the Stores at 1731212230319 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212230319Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212230319Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212230319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212230319Cleaning up temporary data from old regions at 1731212230338 (+19 ms)Region opened successfully at 1731212230348 (+10 ms) 2024-11-10T04:17:10,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:17:10,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:17:10,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:17:10,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:17:10,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:17:10,350 DEBUG [RS:1;e900e1ae4b9f:34025 {}] zookeeper.ZKUtil(111): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:10,350 WARN [RS:1;e900e1ae4b9f:34025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:17:10,350 INFO [RS:1;e900e1ae4b9f:34025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:17:10,350 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:10,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:17:10,352 DEBUG [RS:2;e900e1ae4b9f:44077 {}] zookeeper.ZKUtil(111): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:10,352 WARN [RS:2;e900e1ae4b9f:44077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:17:10,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,34025,1731212229234] 2024-11-10T04:17:10,352 INFO [RS:2;e900e1ae4b9f:44077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:17:10,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,44077,1731212229272] 2024-11-10T04:17:10,352 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:10,352 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:17:10,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212230349Disabling compacts and flushes for region at 1731212230349Disabling writes for close at 1731212230349Writing region close event to WAL at 1731212230352 (+3 ms)Closed at 1731212230352 2024-11-10T04:17:10,352 DEBUG [RS:0;e900e1ae4b9f:45401 {}] zookeeper.ZKUtil(111): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,353 WARN [RS:0;e900e1ae4b9f:45401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:17:10,353 INFO [RS:0;e900e1ae4b9f:45401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:17:10,353 DEBUG [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,45401,1731212229136] 2024-11-10T04:17:10,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:17:10,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:17:10,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:17:10,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:17:10,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:17:10,382 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:17:10,382 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:17:10,382 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:17:10,395 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:17:10,395 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:17:10,395 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:17:10,402 INFO [RS:1;e900e1ae4b9f:34025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:17:10,402 INFO [RS:2;e900e1ae4b9f:44077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:17:10,402 INFO [RS:0;e900e1ae4b9f:45401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:17:10,402 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,402 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,402 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,404 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:17:10,404 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:17:10,404 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:17:10,410 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:17:10,410 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:17:10,410 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:17:10,412 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,412 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,412 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,412 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,412 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:17:10,413 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:17:10,413 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:17:10,413 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,413 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:17:10,414 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:0;e900e1ae4b9f:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:17:10,414 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:17:10,414 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:17:10,414 DEBUG [RS:1;e900e1ae4b9f:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:17:10,414 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:17:10,415 DEBUG [RS:2;e900e1ae4b9f:44077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:17:10,417 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,417 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,417 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,417 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,417 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,417 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,418 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,418 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,418 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45401,1731212229136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:17:10,418 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,418 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,418 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34025,1731212229234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:17:10,419 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,419 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,419 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,419 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,419 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,419 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,44077,1731212229272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:17:10,444 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:17:10,444 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:17:10,444 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:17:10,447 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,44077,1731212229272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,447 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45401,1731212229136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,447 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,34025,1731212229234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,447 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,447 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,447 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,447 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.Replication(171): e900e1ae4b9f,45401,1731212229136 started 2024-11-10T04:17:10,447 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.Replication(171): e900e1ae4b9f,34025,1731212229234 started 2024-11-10T04:17:10,447 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.Replication(171): e900e1ae4b9f,44077,1731212229272 started 2024-11-10T04:17:10,467 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,468 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,34025,1731212229234, RpcServer on e900e1ae4b9f/172.17.0.2:34025, sessionid=0x10100181eba0002 2024-11-10T04:17:10,468 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:17:10,468 DEBUG [RS:1;e900e1ae4b9f:34025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:10,469 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,34025,1731212229234' 2024-11-10T04:17:10,469 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T04:17:10,470 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T04:17:10,471 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:17:10,471 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:17:10,471 DEBUG [RS:1;e900e1ae4b9f:34025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:10,471 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,34025,1731212229234' 2024-11-10T04:17:10,471 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T04:17:10,471 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,471 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:10,471 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,45401,1731212229136, RpcServer on e900e1ae4b9f/172.17.0.2:45401, sessionid=0x10100181eba0001 2024-11-10T04:17:10,471 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,44077,1731212229272, RpcServer on e900e1ae4b9f/172.17.0.2:44077, sessionid=0x10100181eba0003 2024-11-10T04:17:10,472 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:17:10,472 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:17:10,472 DEBUG [RS:0;e900e1ae4b9f:45401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,472 DEBUG [RS:2;e900e1ae4b9f:44077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:10,472 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,45401,1731212229136' 2024-11-10T04:17:10,472 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,44077,1731212229272' 2024-11-10T04:17:10,472 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T04:17:10,472 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T04:17:10,472 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T04:17:10,473 DEBUG [RS:1;e900e1ae4b9f:34025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:17:10,473 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T04:17:10,473 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T04:17:10,473 INFO [RS:1;e900e1ae4b9f:34025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:17:10,473 INFO [RS:1;e900e1ae4b9f:34025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:17:10,474 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:17:10,474 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:17:10,474 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:17:10,474 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:17:10,474 DEBUG [RS:2;e900e1ae4b9f:44077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:10,474 DEBUG [RS:0;e900e1ae4b9f:45401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,474 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,44077,1731212229272' 2024-11-10T04:17:10,474 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,45401,1731212229136' 2024-11-10T04:17:10,474 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T04:17:10,474 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T04:17:10,475 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T04:17:10,475 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T04:17:10,475 DEBUG [RS:2;e900e1ae4b9f:44077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:17:10,476 DEBUG [RS:0;e900e1ae4b9f:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:17:10,476 INFO [RS:2;e900e1ae4b9f:44077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:17:10,476 INFO [RS:0;e900e1ae4b9f:45401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:17:10,476 INFO [RS:2;e900e1ae4b9f:44077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:17:10,476 INFO [RS:0;e900e1ae4b9f:45401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:17:10,528 WARN [e900e1ae4b9f:33117 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T04:17:10,579 INFO [RS:2;e900e1ae4b9f:44077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:17:10,579 INFO [RS:0;e900e1ae4b9f:45401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:17:10,579 INFO [RS:1;e900e1ae4b9f:34025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:17:10,582 INFO [RS:0;e900e1ae4b9f:45401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C45401%2C1731212229136, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs, maxLogs=32 2024-11-10T04:17:10,582 INFO [RS:2;e900e1ae4b9f:44077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C44077%2C1731212229272, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,44077,1731212229272, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs, maxLogs=32 2024-11-10T04:17:10,582 INFO [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C34025%2C1731212229234, suffix=, logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs, maxLogs=32 2024-11-10T04:17:10,603 DEBUG [RS:1;e900e1ae4b9f:34025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234/e900e1ae4b9f%2C34025%2C1731212229234.1731212230587, exclude list is [], retry=0 2024-11-10T04:17:10,608 DEBUG [RS:2;e900e1ae4b9f:44077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,44077,1731212229272/e900e1ae4b9f%2C44077%2C1731212229272.1731212230587, exclude list is [], retry=0 2024-11-10T04:17:10,608 DEBUG [RS:0;e900e1ae4b9f:45401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, exclude list is [], retry=0 2024-11-10T04:17:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5,DISK] 2024-11-10T04:17:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c,DISK] 2024-11-10T04:17:10,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-80f15d50-11f6-4785-ac40-9b082a084b26,DISK] 2024-11-10T04:17:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-80f15d50-11f6-4785-ac40-9b082a084b26,DISK] 2024-11-10T04:17:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c,DISK] 2024-11-10T04:17:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5,DISK] 2024-11-10T04:17:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-80f15d50-11f6-4785-ac40-9b082a084b26,DISK] 2024-11-10T04:17:10,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5,DISK] 2024-11-10T04:17:10,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c,DISK] 2024-11-10T04:17:10,620 INFO [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234/e900e1ae4b9f%2C34025%2C1731212229234.1731212230587 2024-11-10T04:17:10,622 DEBUG [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:42193:42193),(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-10T04:17:10,630 INFO [RS:2;e900e1ae4b9f:44077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,44077,1731212229272/e900e1ae4b9f%2C44077%2C1731212229272.1731212230587 2024-11-10T04:17:10,631 INFO [RS:0;e900e1ae4b9f:45401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 2024-11-10T04:17:10,631 DEBUG [RS:2;e900e1ae4b9f:44077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217),(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:42193:42193)] 2024-11-10T04:17:10,631 DEBUG [RS:0;e900e1ae4b9f:45401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42217:42217),(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:42193:42193)] 2024-11-10T04:17:10,781 DEBUG [e900e1ae4b9f:33117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T04:17:10,789 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:17:10,795 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:17:10,795 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:17:10,795 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T04:17:10,795 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:17:10,795 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:17:10,795 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T04:17:10,795 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:17:10,795 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:17:10,795 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T04:17:10,796 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:17:10,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:10,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,45401,1731212229136, state=OPENING 2024-11-10T04:17:10,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:17:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:17:10,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:10,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:10,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:10,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:10,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:17:10,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,45401,1731212229136}] 2024-11-10T04:17:18,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T04:17:18,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T04:17:20,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:17:20,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:17:20,864 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:17:20,865 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:17:20,865 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:17:20,868 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C45401%2C1731212229136.meta, suffix=.meta, logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs, maxLogs=32 2024-11-10T04:17:20,885 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, exclude list is [], retry=0 2024-11-10T04:17:20,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c,DISK] 2024-11-10T04:17:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5,DISK] 2024-11-10T04:17:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-80f15d50-11f6-4785-ac40-9b082a084b26,DISK] 2024-11-10T04:17:20,891 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta 2024-11-10T04:17:20,892 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42193:42193),(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-10T04:17:20,892 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:17:20,894 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:17:20,898 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:17:20,904 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:17:20,910 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:17:20,911 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:20,911 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:17:20,911 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:17:20,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:17:20,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:17:20,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:20,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:20,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:17:20,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:17:20,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:20,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:20,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:17:20,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:17:20,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:20,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:20,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:17:20,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:17:20,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:20,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:17:20,925 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:17:20,927 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740 2024-11-10T04:17:20,929 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740 2024-11-10T04:17:20,931 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:17:20,931 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:17:20,932 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:17:20,934 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:17:20,936 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61776020, jitterRate=-0.07946556806564331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:17:20,936 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:17:20,937 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212240911Writing region info on filesystem at 1731212240912 (+1 ms)Initializing all the Stores at 1731212240914 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212240914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212240914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212240914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212240914Cleaning up temporary data from old regions at 1731212240931 (+17 ms)Running coprocessor post-open hooks at 1731212240936 (+5 ms)Region opened successfully at 1731212240937 (+1 ms) 2024-11-10T04:17:20,944 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212240839 2024-11-10T04:17:20,955 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:17:20,956 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:17:20,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:20,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,45401,1731212229136, state=OPEN 2024-11-10T04:17:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:20,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:20,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:20,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:20,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:20,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:20,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:20,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:17:20,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,45401,1731212229136 in 10.1420 sec 2024-11-10T04:17:20,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:17:20,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6070 sec 2024-11-10T04:17:20,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:17:20,977 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:17:20,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:17:21,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1] 2024-11-10T04:17:21,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:17:21,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:17:21,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9590 sec 2024-11-10T04:17:21,081 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212241081, completionTime=-1 2024-11-10T04:17:21,084 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T04:17:21,084 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:17:21,109 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T04:17:21,109 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212301109 2024-11-10T04:17:21,109 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212361109 2024-11-10T04:17:21,109 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-10T04:17:21,111 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:17:21,117 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33117,1731212228461-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33117,1731212228461-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33117,1731212228461-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:33117, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,120 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,127 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:17:21,148 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.797sec 2024-11-10T04:17:21,150 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:17:21,151 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:17:21,152 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:17:21,152 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:17:21,152 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:17:21,153 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33117,1731212228461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:17:21,153 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33117,1731212228461-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:17:21,158 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:17:21,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:17:21,159 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33117,1731212228461-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:17:21,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bb9ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:17:21,221 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T04:17:21,222 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T04:17:21,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33117,-1 for getting cluster id 2024-11-10T04:17:21,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:17:21,238 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f256a747-2b53-45b7-b07e-916c9b31bf6e' 2024-11-10T04:17:21,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:17:21,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f256a747-2b53-45b7-b07e-916c9b31bf6e" 2024-11-10T04:17:21,241 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474ca008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:17:21,241 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33117,-1] 2024-11-10T04:17:21,243 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:17:21,245 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:17:21,246 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:17:21,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c77afdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:17:21,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:17:21,256 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1] 2024-11-10T04:17:21,256 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:17:21,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:17:21,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:21,283 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731212241282 (current time:1731212241282). 2024-11-10T04:17:21,283 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T04:17:21,283 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T04:17:21,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37065f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:17:21,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,33117,-1 for getting cluster id 2024-11-10T04:17:21,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:17:21,287 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f256a747-2b53-45b7-b07e-916c9b31bf6e' 2024-11-10T04:17:21,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:17:21,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f256a747-2b53-45b7-b07e-916c9b31bf6e" 2024-11-10T04:17:21,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3109228e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:17:21,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,33117,-1] 2024-11-10T04:17:21,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:17:21,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:17:21,289 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:17:21,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b868b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:17:21,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:17:21,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1] 2024-11-10T04:17:21,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:17:21,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:17:21,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:17:21,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:17:21,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:17:21,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:17:21,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:17:21,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:17:21,309 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:21,312 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57449185 2024-11-10T04:17:21,313 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:17:21,315 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:17:21,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:17:21,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T04:17:21,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:17:21,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T04:17:21,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:21,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:17:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741837_1013 (size=361) 2024-11-10T04:17:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741837_1013 (size=361) 2024-11-10T04:17:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741837_1013 (size=361) 2024-11-10T04:17:21,352 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e5da4471cef8a2f79e16cc1ebf3adaaa, NAME => 'SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,353 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5de1617f850518e915183f2a4dfd6687, NAME => 'SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,353 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3c609c079694ef1020ddab571723f832, NAME => 'SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741839_1015 (size=54) 2024-11-10T04:17:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741839_1015 (size=54) 2024-11-10T04:17:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741839_1015 (size=54) 2024-11-10T04:17:21,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5de1617f850518e915183f2a4dfd6687, disabling compactions & flushes 2024-11-10T04:17:21,370 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:21,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:21,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. after waiting 0 ms 2024-11-10T04:17:21,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:21,370 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:21,370 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5de1617f850518e915183f2a4dfd6687: Waiting for close lock at 1731212241370Disabling compacts and flushes for region at 1731212241370Disabling writes for close at 1731212241370Writing region close event to WAL at 1731212241370Closed at 1731212241370 2024-11-10T04:17:21,371 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fad99ec73a7dc3d502f06f0966f42afe, NAME => 'SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741838_1014 (size=62) 2024-11-10T04:17:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741840_1016 (size=62) 2024-11-10T04:17:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741838_1014 (size=62) 2024-11-10T04:17:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741838_1014 (size=62) 2024-11-10T04:17:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741840_1016 (size=62) 2024-11-10T04:17:21,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3c609c079694ef1020ddab571723f832, disabling compactions & flushes 2024-11-10T04:17:21,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:21,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:21,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. after waiting 0 ms 2024-11-10T04:17:21,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:21,380 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:21,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3c609c079694ef1020ddab571723f832: Waiting for close lock at 1731212241380Disabling compacts and flushes for region at 1731212241380Disabling writes for close at 1731212241380Writing region close event to WAL at 1731212241380Closed at 1731212241380 2024-11-10T04:17:21,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741840_1016 (size=62) 2024-11-10T04:17:21,381 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f83c47f602359efc308935e96c42553b, NAME => 'SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e5da4471cef8a2f79e16cc1ebf3adaaa, disabling compactions & flushes 2024-11-10T04:17:21,381 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:21,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:21,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. after waiting 0 ms 2024-11-10T04:17:21,381 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:21,381 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:21,382 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e5da4471cef8a2f79e16cc1ebf3adaaa: Waiting for close lock at 1731212241381Disabling compacts and flushes for region at 1731212241381Disabling writes for close at 1731212241381Writing region close event to WAL at 1731212241381Closed at 1731212241381 2024-11-10T04:17:21,382 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c86d732a2c2220ef8aff30b556dd8ddd, NAME => 'SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741841_1017 (size=62) 2024-11-10T04:17:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741841_1017 (size=62) 2024-11-10T04:17:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741841_1017 (size=62) 2024-11-10T04:17:21,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fad99ec73a7dc3d502f06f0966f42afe, disabling compactions & flushes 2024-11-10T04:17:21,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:21,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:21,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. after waiting 0 ms 2024-11-10T04:17:21,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:21,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:21,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fad99ec73a7dc3d502f06f0966f42afe: Waiting for close lock at 1731212241394Disabling compacts and flushes for region at 1731212241394Disabling writes for close at 1731212241394Writing region close event to WAL at 1731212241394Closed at 1731212241394 2024-11-10T04:17:21,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 329ad1e022b2f27e71a304b66ea060b2, NAME => 'SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741843_1019 (size=62) 2024-11-10T04:17:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741843_1019 (size=62) 2024-11-10T04:17:21,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741843_1019 (size=62) 2024-11-10T04:17:21,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c86d732a2c2220ef8aff30b556dd8ddd, disabling compactions & flushes 2024-11-10T04:17:21,400 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:21,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:21,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. after waiting 0 ms 2024-11-10T04:17:21,400 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:21,400 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:21,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c86d732a2c2220ef8aff30b556dd8ddd: Waiting for close lock at 1731212241400Disabling compacts and flushes for region at 1731212241400Disabling writes for close at 1731212241400Writing region close event to WAL at 1731212241400Closed at 1731212241400 2024-11-10T04:17:21,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741842_1018 (size=62) 2024-11-10T04:17:21,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741842_1018 (size=62) 2024-11-10T04:17:21,401 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9f9fc48332a97272727b84bdf39c5d2b, NAME => 'SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741842_1018 (size=62) 2024-11-10T04:17:21,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f83c47f602359efc308935e96c42553b, disabling compactions & flushes 2024-11-10T04:17:21,403 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:21,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:21,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. after waiting 0 ms 2024-11-10T04:17:21,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:21,403 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:21,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f83c47f602359efc308935e96c42553b: Waiting for close lock at 1731212241403Disabling compacts and flushes for region at 1731212241403Disabling writes for close at 1731212241403Writing region close event to WAL at 1731212241403Closed at 1731212241403 2024-11-10T04:17:21,404 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => da2b15aec52e6dc9f14dbb9ea5eff038, NAME => 'SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741844_1020 (size=62) 2024-11-10T04:17:21,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741844_1020 (size=62) 2024-11-10T04:17:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741844_1020 (size=62) 2024-11-10T04:17:21,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,409 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 329ad1e022b2f27e71a304b66ea060b2, disabling compactions & flushes 2024-11-10T04:17:21,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:21,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:21,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. after waiting 0 ms 2024-11-10T04:17:21,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:21,410 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:21,410 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 329ad1e022b2f27e71a304b66ea060b2: Waiting for close lock at 1731212241409Disabling compacts and flushes for region at 1731212241409Disabling writes for close at 1731212241410 (+1 ms)Writing region close event to WAL at 1731212241410Closed at 1731212241410 2024-11-10T04:17:21,411 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf62d61e6770e8a4ebd2551a68fbd59e, NAME => 'SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141 2024-11-10T04:17:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741845_1021 (size=62) 2024-11-10T04:17:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741845_1021 (size=62) 2024-11-10T04:17:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741845_1021 (size=62) 2024-11-10T04:17:21,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9f9fc48332a97272727b84bdf39c5d2b, disabling compactions & flushes 2024-11-10T04:17:21,414 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:21,414 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:21,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. after waiting 0 ms 2024-11-10T04:17:21,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:21,415 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:21,415 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9f9fc48332a97272727b84bdf39c5d2b: Waiting for close lock at 1731212241414Disabling compacts and flushes for region at 1731212241414Disabling writes for close at 1731212241415 (+1 ms)Writing region close event to WAL at 1731212241415Closed at 1731212241415 2024-11-10T04:17:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741846_1022 (size=62) 2024-11-10T04:17:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741846_1022 (size=62) 2024-11-10T04:17:21,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741846_1022 (size=62) 2024-11-10T04:17:21,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing da2b15aec52e6dc9f14dbb9ea5eff038, disabling compactions & flushes 2024-11-10T04:17:21,419 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:21,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:21,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. after waiting 0 ms 2024-11-10T04:17:21,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:21,419 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:21,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for da2b15aec52e6dc9f14dbb9ea5eff038: Waiting for close lock at 1731212241419Disabling compacts and flushes for region at 1731212241419Disabling writes for close at 1731212241419Writing region close event to WAL at 1731212241419Closed at 1731212241419 2024-11-10T04:17:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741847_1023 (size=54) 2024-11-10T04:17:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741847_1023 (size=54) 2024-11-10T04:17:21,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741847_1023 (size=54) 2024-11-10T04:17:21,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:21,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bf62d61e6770e8a4ebd2551a68fbd59e, disabling compactions & flushes 2024-11-10T04:17:21,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:21,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:21,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. after waiting 0 ms 2024-11-10T04:17:21,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:21,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:21,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf62d61e6770e8a4ebd2551a68fbd59e: Waiting for close lock at 1731212241429Disabling compacts and flushes for region at 1731212241429Disabling writes for close at 1731212241429Writing region close event to WAL at 1731212241429Closed at 1731212241429 2024-11-10T04:17:21,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:17:21,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731212241431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212241431"}]},"ts":"1731212241431"} 2024-11-10T04:17:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:21,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T04:17:21,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:17:21,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212241475"}]},"ts":"1731212241475"} 2024-11-10T04:17:21,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T04:17:21,482 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T04:17:21,489 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:17:21,489 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:17:21,489 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T04:17:21,489 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:17:21,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c609c079694ef1020ddab571723f832, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5da4471cef8a2f79e16cc1ebf3adaaa, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f83c47f602359efc308935e96c42553b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c86d732a2c2220ef8aff30b556dd8ddd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f9fc48332a97272727b84bdf39c5d2b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=da2b15aec52e6dc9f14dbb9ea5eff038, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN}] 2024-11-10T04:17:21,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=da2b15aec52e6dc9f14dbb9ea5eff038, ASSIGN 2024-11-10T04:17:21,495 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN 2024-11-10T04:17:21,495 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f9fc48332a97272727b84bdf39c5d2b, ASSIGN 2024-11-10T04:17:21,495 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c86d732a2c2220ef8aff30b556dd8ddd, ASSIGN 2024-11-10T04:17:21,497 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,45401,1731212229136; forceNewPlan=false, retain=false 2024-11-10T04:17:21,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=da2b15aec52e6dc9f14dbb9ea5eff038, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,34025,1731212229234; forceNewPlan=false, retain=false 2024-11-10T04:17:21,497 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f9fc48332a97272727b84bdf39c5d2b, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,44077,1731212229272; forceNewPlan=false, retain=false 2024-11-10T04:17:21,497 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN 2024-11-10T04:17:21,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c86d732a2c2220ef8aff30b556dd8ddd, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,44077,1731212229272; forceNewPlan=false, retain=false 2024-11-10T04:17:21,498 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,45401,1731212229136; forceNewPlan=false, retain=false 2024-11-10T04:17:21,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN 2024-11-10T04:17:21,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f83c47f602359efc308935e96c42553b, ASSIGN 2024-11-10T04:17:21,504 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,45401,1731212229136; forceNewPlan=false, retain=false 2024-11-10T04:17:21,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c609c079694ef1020ddab571723f832, ASSIGN 2024-11-10T04:17:21,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5da4471cef8a2f79e16cc1ebf3adaaa, ASSIGN 2024-11-10T04:17:21,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f83c47f602359efc308935e96c42553b, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,34025,1731212229234; forceNewPlan=false, retain=false 2024-11-10T04:17:21,506 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c609c079694ef1020ddab571723f832, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,44077,1731212229272; forceNewPlan=false, retain=false 2024-11-10T04:17:21,506 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5da4471cef8a2f79e16cc1ebf3adaaa, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,34025,1731212229234; forceNewPlan=false, retain=false 2024-11-10T04:17:21,507 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN 2024-11-10T04:17:21,514 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,45401,1731212229136; forceNewPlan=false, retain=false 2024-11-10T04:17:21,650 INFO [e900e1ae4b9f:33117 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T04:17:21,651 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=329ad1e022b2f27e71a304b66ea060b2, regionState=OPENING, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:21,651 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bf62d61e6770e8a4ebd2551a68fbd59e, regionState=OPENING, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:21,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5de1617f850518e915183f2a4dfd6687, regionState=OPENING, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:21,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fad99ec73a7dc3d502f06f0966f42afe, regionState=OPENING, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:21,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f9fc48332a97272727b84bdf39c5d2b, regionState=OPENING, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:21,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c86d732a2c2220ef8aff30b556dd8ddd, regionState=OPENING, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:21,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=da2b15aec52e6dc9f14dbb9ea5eff038, regionState=OPENING, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:21,653 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c609c079694ef1020ddab571723f832, regionState=OPENING, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:21,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f83c47f602359efc308935e96c42553b, regionState=OPENING, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:21,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e5da4471cef8a2f79e16cc1ebf3adaaa, regionState=OPENING, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:21,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN because future has completed 2024-11-10T04:17:21,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e, server=e900e1ae4b9f,45401,1731212229136}] 2024-11-10T04:17:21,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN because future has completed 2024-11-10T04:17:21,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad99ec73a7dc3d502f06f0966f42afe, server=e900e1ae4b9f,45401,1731212229136}] 2024-11-10T04:17:21,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN because future has completed 2024-11-10T04:17:21,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f9fc48332a97272727b84bdf39c5d2b, ASSIGN because future has completed 2024-11-10T04:17:21,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329ad1e022b2f27e71a304b66ea060b2, server=e900e1ae4b9f,45401,1731212229136}] 2024-11-10T04:17:21,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b, server=e900e1ae4b9f,44077,1731212229272}] 2024-11-10T04:17:21,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c86d732a2c2220ef8aff30b556dd8ddd, ASSIGN because future has completed 2024-11-10T04:17:21,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=da2b15aec52e6dc9f14dbb9ea5eff038, ASSIGN because future has completed 2024-11-10T04:17:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3c609c079694ef1020ddab571723f832, ASSIGN because future has completed 2024-11-10T04:17:21,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038, server=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:17:21,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c609c079694ef1020ddab571723f832, server=e900e1ae4b9f,44077,1731212229272}] 2024-11-10T04:17:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f83c47f602359efc308935e96c42553b, ASSIGN because future has completed 2024-11-10T04:17:21,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e5da4471cef8a2f79e16cc1ebf3adaaa, ASSIGN because future has completed 2024-11-10T04:17:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN because future has completed 2024-11-10T04:17:21,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa, server=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:17:21,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83c47f602359efc308935e96c42553b, server=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:17:21,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de1617f850518e915183f2a4dfd6687, server=e900e1ae4b9f,45401,1731212229136}] 2024-11-10T04:17:21,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd, server=e900e1ae4b9f,44077,1731212229272}] 2024-11-10T04:17:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:22,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:17:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:25,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:26,445 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T04:17:28,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T04:17:28,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T04:17:28,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:17:28,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T04:17:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:31,669 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:31,670 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => bf62d61e6770e8a4ebd2551a68fbd59e, NAME => 'SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T04:17:31,670 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,670 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,670 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,670 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,672 INFO [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,673 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:17:31,674 INFO [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf62d61e6770e8a4ebd2551a68fbd59e columnFamilyName cf 2024-11-10T04:17:31,675 DEBUG [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:17:31,675 INFO [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] regionserver.HStore(327): Store=bf62d61e6770e8a4ebd2551a68fbd59e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,676 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,677 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,677 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,678 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,678 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:17:31,680 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:31,680 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f9fc48332a97272727b84bdf39c5d2b, NAME => 'SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T04:17:31,681 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:17:31,681 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,681 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,681 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,681 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,684 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/bf62d61e6770e8a4ebd2551a68fbd59e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,684 INFO [StoreOpener-9f9fc48332a97272727b84bdf39c5d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,685 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened bf62d61e6770e8a4ebd2551a68fbd59e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64845889, jitterRate=-0.0337209552526474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,685 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:31,686 INFO [StoreOpener-9f9fc48332a97272727b84bdf39c5d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9fc48332a97272727b84bdf39c5d2b columnFamilyName cf 2024-11-10T04:17:31,686 DEBUG [StoreOpener-9f9fc48332a97272727b84bdf39c5d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,686 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for bf62d61e6770e8a4ebd2551a68fbd59e: Running coprocessor pre-open hook at 1731212251670Writing region info on filesystem at 1731212251670Initializing all the Stores at 1731212251672 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251672Cleaning up temporary data from old regions at 1731212251678 (+6 ms)Running coprocessor post-open hooks at 1731212251685 (+7 ms)Region opened successfully at 1731212251686 (+1 ms) 2024-11-10T04:17:31,687 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:31,687 INFO [StoreOpener-9f9fc48332a97272727b84bdf39c5d2b-1 {}] regionserver.HStore(327): Store=9f9fc48332a97272727b84bdf39c5d2b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,687 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f83c47f602359efc308935e96c42553b, NAME => 'SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T04:17:31,687 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,687 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,688 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,688 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,688 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,689 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,689 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., pid=15, masterSystemTime=1731212251662 2024-11-10T04:17:31,689 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,690 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,690 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,690 INFO [StoreOpener-f83c47f602359efc308935e96c42553b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,692 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:31,692 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:17:31,692 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:31,692 INFO [StoreOpener-f83c47f602359efc308935e96c42553b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83c47f602359efc308935e96c42553b columnFamilyName cf 2024-11-10T04:17:31,692 DEBUG [StoreOpener-f83c47f602359efc308935e96c42553b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,693 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 329ad1e022b2f27e71a304b66ea060b2, NAME => 'SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T04:17:31,693 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,693 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,693 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bf62d61e6770e8a4ebd2551a68fbd59e, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:31,693 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,693 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,694 INFO [StoreOpener-f83c47f602359efc308935e96c42553b-1 {}] regionserver.HStore(327): Store=f83c47f602359efc308935e96c42553b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,695 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,696 INFO [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,696 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,697 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e, server=e900e1ae4b9f,45401,1731212229136 because future has completed 2024-11-10T04:17:31,698 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,698 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,699 INFO [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329ad1e022b2f27e71a304b66ea060b2 columnFamilyName cf 2024-11-10T04:17:31,700 DEBUG [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,700 INFO [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] regionserver.HStore(327): Store=329ad1e022b2f27e71a304b66ea060b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,700 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,702 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,702 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T04:17:31,702 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e, server=e900e1ae4b9f,45401,1731212229136 in 10.0420 sec 2024-11-10T04:17:31,703 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,703 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,705 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN in 10.2110 sec 2024-11-10T04:17:31,706 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9f9fc48332a97272727b84bdf39c5d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67404915, jitterRate=0.0044115036725997925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,706 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:31,706 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9f9fc48332a97272727b84bdf39c5d2b: Running coprocessor pre-open hook at 1731212251682Writing region info on filesystem at 1731212251682Initializing all the Stores at 1731212251683 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251683Cleaning up temporary data from old regions at 1731212251690 (+7 ms)Running coprocessor post-open hooks at 1731212251706 (+16 ms)Region opened successfully at 1731212251706 2024-11-10T04:17:31,707 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,708 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., pid=18, masterSystemTime=1731212251672 2024-11-10T04:17:31,710 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:31,710 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:31,710 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:31,711 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c609c079694ef1020ddab571723f832, NAME => 'SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T04:17:31,711 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,711 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,711 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,711 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f9fc48332a97272727b84bdf39c5d2b, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:31,712 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/329ad1e022b2f27e71a304b66ea060b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,712 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/f83c47f602359efc308935e96c42553b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,713 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 329ad1e022b2f27e71a304b66ea060b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61565521, jitterRate=-0.08260224759578705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,713 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:31,713 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 329ad1e022b2f27e71a304b66ea060b2: Running coprocessor pre-open hook at 1731212251694Writing region info on filesystem at 1731212251694Initializing all the Stores at 1731212251695 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251695Cleaning up temporary data from old regions at 1731212251703 (+8 ms)Running coprocessor post-open hooks at 1731212251713 (+10 ms)Region opened successfully at 1731212251713 2024-11-10T04:17:31,713 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f83c47f602359efc308935e96c42553b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59912170, jitterRate=-0.10723909735679626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,714 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f83c47f602359efc308935e96c42553b 2024-11-10T04:17:31,714 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f83c47f602359efc308935e96c42553b: Running coprocessor pre-open hook at 1731212251688Writing region info on filesystem at 1731212251688Initializing all the Stores at 1731212251689 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251689Cleaning up temporary data from old regions at 1731212251698 (+9 ms)Running coprocessor post-open hooks at 1731212251714 (+16 ms)Region opened successfully at 1731212251714 2024-11-10T04:17:31,714 INFO [StoreOpener-3c609c079694ef1020ddab571723f832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,714 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., pid=17, masterSystemTime=1731212251662 2024-11-10T04:17:31,715 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b., pid=22, masterSystemTime=1731212251679 2024-11-10T04:17:31,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b, server=e900e1ae4b9f,44077,1731212229272 because future has completed 2024-11-10T04:17:31,717 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:31,717 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:31,717 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:31,718 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fad99ec73a7dc3d502f06f0966f42afe, NAME => 'SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T04:17:31,718 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,718 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,718 INFO [StoreOpener-3c609c079694ef1020ddab571723f832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c609c079694ef1020ddab571723f832 columnFamilyName cf 2024-11-10T04:17:31,718 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,718 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,718 DEBUG [StoreOpener-3c609c079694ef1020ddab571723f832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=329ad1e022b2f27e71a304b66ea060b2, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:31,719 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:31,719 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:31,719 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:31,720 INFO [StoreOpener-3c609c079694ef1020ddab571723f832-1 {}] regionserver.HStore(327): Store=3c609c079694ef1020ddab571723f832/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,720 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,721 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,721 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => da2b15aec52e6dc9f14dbb9ea5eff038, NAME => 'SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T04:17:31,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f83c47f602359efc308935e96c42553b, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:31,722 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,722 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,722 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,723 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,723 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,723 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,723 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329ad1e022b2f27e71a304b66ea060b2, server=e900e1ae4b9f,45401,1731212229136 because future has completed 2024-11-10T04:17:31,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-10T04:17:31,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b, server=e900e1ae4b9f,44077,1731212229272 in 10.0530 sec 2024-11-10T04:17:31,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83c47f602359efc308935e96c42553b, server=e900e1ae4b9f,34025,1731212229234 because future has completed 2024-11-10T04:17:31,728 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,728 INFO [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f9fc48332a97272727b84bdf39c5d2b, ASSIGN in 10.2340 sec 2024-11-10T04:17:31,729 INFO [StoreOpener-da2b15aec52e6dc9f14dbb9ea5eff038-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,732 INFO [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad99ec73a7dc3d502f06f0966f42afe columnFamilyName cf 2024-11-10T04:17:31,732 DEBUG [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-10T04:17:31,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 329ad1e022b2f27e71a304b66ea060b2, server=e900e1ae4b9f,45401,1731212229136 in 10.0610 sec 2024-11-10T04:17:31,733 INFO [StoreOpener-da2b15aec52e6dc9f14dbb9ea5eff038-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da2b15aec52e6dc9f14dbb9ea5eff038 columnFamilyName cf 2024-11-10T04:17:31,733 DEBUG [StoreOpener-da2b15aec52e6dc9f14dbb9ea5eff038-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,734 INFO [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] regionserver.HStore(327): Store=fad99ec73a7dc3d502f06f0966f42afe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,734 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/3c609c079694ef1020ddab571723f832/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,734 INFO [StoreOpener-da2b15aec52e6dc9f14dbb9ea5eff038-1 {}] regionserver.HStore(327): Store=da2b15aec52e6dc9f14dbb9ea5eff038/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,734 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,735 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-10T04:17:31,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN in 10.2420 sec 2024-11-10T04:17:31,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f83c47f602359efc308935e96c42553b, server=e900e1ae4b9f,34025,1731212229234 in 10.0540 sec 2024-11-10T04:17:31,736 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,736 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3c609c079694ef1020ddab571723f832; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73684262, jitterRate=0.09798106551170349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,736 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:31,736 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3c609c079694ef1020ddab571723f832: Running coprocessor pre-open hook at 1731212251712Writing region info on filesystem at 1731212251712Initializing all the Stores at 1731212251713 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251713Cleaning up temporary data from old regions at 1731212251723 (+10 ms)Running coprocessor post-open hooks at 1731212251736 (+13 ms)Region opened successfully at 1731212251736 2024-11-10T04:17:31,737 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,737 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,738 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,738 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,738 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,739 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832., pid=20, masterSystemTime=1731212251672 2024-11-10T04:17:31,739 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,740 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f83c47f602359efc308935e96c42553b, ASSIGN in 10.2450 sec 2024-11-10T04:17:31,742 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,743 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:31,744 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:31,744 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:31,744 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,744 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c86d732a2c2220ef8aff30b556dd8ddd, NAME => 'SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T04:17:31,744 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,745 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,745 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,745 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c609c079694ef1020ddab571723f832, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c609c079694ef1020ddab571723f832, server=e900e1ae4b9f,44077,1731212229272 because future has completed 2024-11-10T04:17:31,753 INFO [StoreOpener-c86d732a2c2220ef8aff30b556dd8ddd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,753 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/fad99ec73a7dc3d502f06f0966f42afe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,754 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fad99ec73a7dc3d502f06f0966f42afe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74122005, jitterRate=0.10450394451618195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,755 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:31,755 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fad99ec73a7dc3d502f06f0966f42afe: Running coprocessor pre-open hook at 1731212251718Writing region info on filesystem at 1731212251718Initializing all the Stores at 1731212251721 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251721Cleaning up temporary data from old regions at 1731212251738 (+17 ms)Running coprocessor post-open hooks at 1731212251755 (+17 ms)Region opened successfully at 1731212251755 2024-11-10T04:17:31,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-10T04:17:31,755 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c609c079694ef1020ddab571723f832, server=e900e1ae4b9f,44077,1731212229272 in 10.0810 sec 2024-11-10T04:17:31,756 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened da2b15aec52e6dc9f14dbb9ea5eff038; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73689531, jitterRate=0.09805957973003387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,756 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:31,756 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for da2b15aec52e6dc9f14dbb9ea5eff038: Running coprocessor pre-open hook at 1731212251723Writing region info on filesystem at 1731212251723Initializing all the Stores at 1731212251726 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251726Cleaning up temporary data from old regions at 1731212251740 (+14 ms)Running coprocessor post-open hooks at 1731212251756 (+16 ms)Region opened successfully at 1731212251756 2024-11-10T04:17:31,756 INFO [StoreOpener-c86d732a2c2220ef8aff30b556dd8ddd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86d732a2c2220ef8aff30b556dd8ddd columnFamilyName cf 2024-11-10T04:17:31,757 DEBUG [StoreOpener-c86d732a2c2220ef8aff30b556dd8ddd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,757 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe., pid=16, masterSystemTime=1731212251662 2024-11-10T04:17:31,757 INFO [StoreOpener-c86d732a2c2220ef8aff30b556dd8ddd-1 {}] regionserver.HStore(327): Store=c86d732a2c2220ef8aff30b556dd8ddd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,758 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., pid=19, masterSystemTime=1731212251679 2024-11-10T04:17:31,758 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,759 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,760 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3c609c079694ef1020ddab571723f832, ASSIGN in 10.2640 sec 2024-11-10T04:17:31,760 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,760 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:31,760 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,760 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:17:31,761 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:31,761 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de1617f850518e915183f2a4dfd6687, NAME => 'SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T04:17:31,762 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=fad99ec73a7dc3d502f06f0966f42afe, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:31,762 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,762 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,762 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,763 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:31,763 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:31,763 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:31,763 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e5da4471cef8a2f79e16cc1ebf3adaaa, NAME => 'SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T04:17:31,764 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,764 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:17:31,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=da2b15aec52e6dc9f14dbb9ea5eff038, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:31,764 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,764 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad99ec73a7dc3d502f06f0966f42afe, server=e900e1ae4b9f,45401,1731212229136 because future has completed 2024-11-10T04:17:31,767 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038, server=e900e1ae4b9f,34025,1731212229234 because future has completed 2024-11-10T04:17:31,769 INFO [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,769 INFO [StoreOpener-e5da4471cef8a2f79e16cc1ebf3adaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,772 INFO [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de1617f850518e915183f2a4dfd6687 columnFamilyName cf 2024-11-10T04:17:31,772 DEBUG [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,773 INFO [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] regionserver.HStore(327): Store=5de1617f850518e915183f2a4dfd6687/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,773 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/c86d732a2c2220ef8aff30b556dd8ddd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,773 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-10T04:17:31,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure fad99ec73a7dc3d502f06f0966f42afe, server=e900e1ae4b9f,45401,1731212229136 in 10.1090 sec 2024-11-10T04:17:31,775 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c86d732a2c2220ef8aff30b556dd8ddd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347597, jitterRate=-0.041146084666252136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,775 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:31,775 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c86d732a2c2220ef8aff30b556dd8ddd: Running coprocessor pre-open hook at 1731212251745Writing region info on filesystem at 1731212251745Initializing all the Stores at 1731212251749 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251749Cleaning up temporary data from old regions at 1731212251760 (+11 ms)Running coprocessor post-open hooks at 1731212251775 (+15 ms)Region opened successfully at 1731212251775 2024-11-10T04:17:31,776 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,777 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd., pid=24, masterSystemTime=1731212251672 2024-11-10T04:17:31,777 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-10T04:17:31,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038, server=e900e1ae4b9f,34025,1731212229234 in 10.1020 sec 2024-11-10T04:17:31,778 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,779 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,781 INFO [StoreOpener-e5da4471cef8a2f79e16cc1ebf3adaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5da4471cef8a2f79e16cc1ebf3adaaa columnFamilyName cf 2024-11-10T04:17:31,781 DEBUG [StoreOpener-e5da4471cef8a2f79e16cc1ebf3adaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:17:31,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN in 10.2830 sec 2024-11-10T04:17:31,781 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,782 INFO [StoreOpener-e5da4471cef8a2f79e16cc1ebf3adaaa-1 {}] regionserver.HStore(327): Store=e5da4471cef8a2f79e16cc1ebf3adaaa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:17:31,782 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,783 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:31,783 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:31,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=da2b15aec52e6dc9f14dbb9ea5eff038, ASSIGN in 10.2860 sec 2024-11-10T04:17:31,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c86d732a2c2220ef8aff30b556dd8ddd, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:17:31,784 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,786 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,786 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/5de1617f850518e915183f2a4dfd6687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,787 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,787 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd, server=e900e1ae4b9f,44077,1731212229272 because future has completed 2024-11-10T04:17:31,788 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 5de1617f850518e915183f2a4dfd6687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72298316, jitterRate=0.07732886075973511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,788 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:31,788 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 5de1617f850518e915183f2a4dfd6687: Running coprocessor pre-open hook at 1731212251762Writing region info on filesystem at 1731212251762Initializing all the Stores at 1731212251767 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251767Cleaning up temporary data from old regions at 1731212251779 (+12 ms)Running coprocessor post-open hooks at 1731212251788 (+9 ms)Region opened successfully at 1731212251788 2024-11-10T04:17:31,790 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687., pid=23, masterSystemTime=1731212251662 2024-11-10T04:17:31,790 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,793 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:31,793 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:17:31,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-10T04:17:31,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd, server=e900e1ae4b9f,44077,1731212229272 in 10.1050 sec 2024-11-10T04:17:31,795 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/e5da4471cef8a2f79e16cc1ebf3adaaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:17:31,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5de1617f850518e915183f2a4dfd6687, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:31,795 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e5da4471cef8a2f79e16cc1ebf3adaaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64033000, jitterRate=-0.04583394527435303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:17:31,796 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:31,796 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e5da4471cef8a2f79e16cc1ebf3adaaa: Running coprocessor pre-open hook at 1731212251764Writing region info on filesystem at 1731212251764Initializing all the Stores at 1731212251767 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212251767Cleaning up temporary data from old regions at 1731212251787 (+20 ms)Running coprocessor post-open hooks at 1731212251796 (+9 ms)Region opened successfully at 1731212251796 2024-11-10T04:17:31,797 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa., pid=21, masterSystemTime=1731212251679 2024-11-10T04:17:31,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de1617f850518e915183f2a4dfd6687, server=e900e1ae4b9f,45401,1731212229136 because future has completed 2024-11-10T04:17:31,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c86d732a2c2220ef8aff30b556dd8ddd, ASSIGN in 10.3030 sec 2024-11-10T04:17:31,800 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:31,800 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:31,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=e5da4471cef8a2f79e16cc1ebf3adaaa, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:31,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa, server=e900e1ae4b9f,34025,1731212229234 because future has completed 2024-11-10T04:17:31,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-10T04:17:31,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de1617f850518e915183f2a4dfd6687, server=e900e1ae4b9f,45401,1731212229136 in 10.1240 sec 2024-11-10T04:17:31,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN in 10.3140 sec 2024-11-10T04:17:31,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-10T04:17:31,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa, server=e900e1ae4b9f,34025,1731212229234 in 10.1290 sec 2024-11-10T04:17:31,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-10T04:17:31,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e5da4471cef8a2f79e16cc1ebf3adaaa, ASSIGN in 10.3190 sec 2024-11-10T04:17:31,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:17:31,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212251815"}]},"ts":"1731212251815"} 2024-11-10T04:17:31,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T04:17:31,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:17:31,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4970 sec 2024-11-10T04:17:34,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T04:17:37,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T04:17:37,567 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:17:38,872 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T04:17:38,872 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T04:17:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:17:39,633 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T04:17:39,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T04:17:39,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:17:39,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T04:17:39,646 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:17:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T04:17:39,687 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,692 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,696 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,701 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,743 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,746 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., hostname=e900e1ae4b9f,44077,1731212229272, seqNum=2] 2024-11-10T04:17:39,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038., hostname=e900e1ae4b9f,34025,1731212229234, seqNum=2] 2024-11-10T04:17:39,850 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,853 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,855 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,860 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:39,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., hostname=e900e1ae4b9f,45401,1731212229136, seqNum=2] 2024-11-10T04:17:40,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:17:40,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:17:40,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:17:40,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:17:40,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44077 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:17:40,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:17:40,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:17:40,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:17:41,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45401 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:17:41,463 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T04:17:41,465 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:17:41,466 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T04:17:41,472 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T04:17:41,485 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T04:17:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741848_1024 (size=49) 2024-11-10T04:17:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741848_1024 (size=49) 2024-11-10T04:17:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741848_1024 (size=49) 2024-11-10T04:17:41,498 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T04:17:41,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c609c079694ef1020ddab571723f832}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f83c47f602359efc308935e96c42553b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e}] 2024-11-10T04:17:41,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f83c47f602359efc308935e96c42553b 2024-11-10T04:17:41,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:41,504 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:41,504 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:41,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:41,511 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:41,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:41,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:41,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:41,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:41,566 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:41,567 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e900e1ae4b9f,45401,1731212229136: Simulated kill ***** 2024-11-10T04:17:41,567 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:17:41,569 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:17:41,570 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:17:41,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:17:41,572 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:17:41,577 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 625617440 }, "NonHeapMemoryUsage": { "committed": 156631040, "init": 7667712, "max": -1, "used": 153226608 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e900e1ae4b9f", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e900e1ae4b9f", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:54934", "tag.serverName": "e900e1ae4b9f,44077,1731212229272", "tag.clusterId": "f256a747-2b53-45b7-b07e-916c9b31bf6e", "tag.Context": "regionserver", "tag.Hostname": "e900e1ae4b9f", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731212229272, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T04:17:41,581 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33117 {}] master.MasterRpcServices(700): e900e1ae4b9f,45401,1731212229136 reported a fatal error: ***** ABORTING region server e900e1ae4b9f,45401,1731212229136: Simulated kill ***** 2024-11-10T04:17:41,584 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,45401,1731212229136' ***** 2024-11-10T04:17:41,584 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T04:17:41,584 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:17:41,585 INFO [RS:0;e900e1ae4b9f:45401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T04:17:41,585 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:17:41,585 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:17:41,585 INFO [RS:0;e900e1ae4b9f:45401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T04:17:41,585 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:17:41,585 INFO [RS:0;e900e1ae4b9f:45401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:45401. 2024-11-10T04:17:41,585 DEBUG [RS:0;e900e1ae4b9f:45401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:17:41,585 DEBUG [RS:0;e900e1ae4b9f:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:17:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741836_1012 (size=14382) 2024-11-10T04:17:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741836_1012 (size=14382) 2024-11-10T04:17:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741836_1012 (size=14382) 2024-11-10T04:17:41,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741834_1010 (size=1242) 2024-11-10T04:17:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741834_1010 (size=1242) 2024-11-10T04:17:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741834_1010 (size=1242) 2024-11-10T04:17:41,596 DEBUG [RS:0;e900e1ae4b9f:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:17:41,597 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:17:41,597 INFO [RS:0;e900e1ae4b9f:45401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45401 2024-11-10T04:17:41,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,45401,1731212229136 2024-11-10T04:17:41,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:17:41,603 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:17:41,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,45401,1731212229136] 2024-11-10T04:17:41,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,45401,1731212229136 already deleted, retry=false 2024-11-10T04:17:41,608 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e900e1ae4b9f,45401,1731212229136 on e900e1ae4b9f,33117,1731212228461 2024-11-10T04:17:41,615 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e900e1ae4b9f,45401,1731212229136, splitWal=true, meta=true 2024-11-10T04:17:41,618 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e900e1ae4b9f,45401,1731212229136, splitWal=true, meta=true 2024-11-10T04:17:41,618 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for e900e1ae4b9f,45401,1731212229136 (carryingMeta=true) e900e1ae4b9f,45401,1731212229136/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@37e5f8ca[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T04:17:41,619 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,45401,1731212229136, splitWal=true, meta=true, isMeta: true 2024-11-10T04:17:41,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:41,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:41,620 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:41,621 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:41,622 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting 2024-11-10T04:17:41,622 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 can not run currently because target server of region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T04:17:41,623 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2; timeout=1000, timestamp=1731212262622 2024-11-10T04:17:41,623 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe can not run currently because target server of region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T04:17:41,623 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe; timeout=1000, timestamp=1731212262623 2024-11-10T04:17:41,623 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 can not run currently because target server of region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T04:17:41,623 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687; timeout=1000, timestamp=1731212262623 2024-11-10T04:17:41,624 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e can not run currently because target server of region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-10T04:17:41,624 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e; timeout=1000, timestamp=1731212262624 2024-11-10T04:17:41,624 INFO [PEWorker-4 {}] master.SplitWALManager(105): e900e1ae4b9f,45401,1731212229136 WAL count=1, meta=true 2024-11-10T04:17:41,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta}] 2024-11-10T04:17:41,632 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:41,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, worker=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:17:41,653 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:17:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:17:41,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x10100181eba0001, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:17:41,707 INFO [RS:0;e900e1ae4b9f:45401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:17:41,707 INFO [RS:0;e900e1ae4b9f:45401 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,45401,1731212229136; zookeeper connection closed. 2024-11-10T04:17:41,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72ce50b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72ce50b6 2024-11-10T04:17:42,478 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:17:42,478 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:17:42,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:42,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:42,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:42,624 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 can not run currently because target server of region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T04:17:42,624 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2; timeout=2000, timestamp=1731212264624 2024-11-10T04:17:42,624 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:42,625 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 can not run currently because target server of region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T04:17:42,625 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe can not run currently because target server of region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T04:17:42,625 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687; timeout=2000, timestamp=1731212264625 2024-11-10T04:17:42,625 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe; timeout=2000, timestamp=1731212264625 2024-11-10T04:17:42,626 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e can not run currently because target server of region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-10T04:17:42,626 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e; timeout=2000, timestamp=1731212264626 2024-11-10T04:17:44,115 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T04:17:44,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:44,625 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:44,626 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:44,626 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 can not run currently because target server of region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T04:17:44,626 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2; timeout=4000, timestamp=1731212268626 2024-11-10T04:17:44,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:44,627 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe can not run currently because target server of region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T04:17:44,627 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 can not run currently because target server of region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T04:17:44,627 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe; timeout=4000, timestamp=1731212268627 2024-11-10T04:17:44,627 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687; timeout=4000, timestamp=1731212268627 2024-11-10T04:17:44,628 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e can not run currently because target server of region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-10T04:17:44,628 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e; timeout=4000, timestamp=1731212268628 2024-11-10T04:17:48,626 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:48,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:48,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:48,628 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:48,628 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 can not run currently because target server of region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T04:17:48,628 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2; timeout=8000, timestamp=1731212276628 2024-11-10T04:17:48,628 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe can not run currently because target server of region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T04:17:48,628 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 can not run currently because target server of region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T04:17:48,628 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe; timeout=8000, timestamp=1731212276628 2024-11-10T04:17:48,628 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687; timeout=8000, timestamp=1731212276628 2024-11-10T04:17:48,629 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e can not run currently because target server of region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-10T04:17:48,629 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e; timeout=8000, timestamp=1731212276629 2024-11-10T04:17:51,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T04:17:51,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T04:17:51,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T04:17:51,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:51,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:51,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T04:17:51,512 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:51,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T04:17:51,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:51,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T04:17:51,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T04:17:51,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:51,516 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:51,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing da2b15aec52e6dc9f14dbb9ea5eff038 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T04:17:51,517 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9f9fc48332a97272727b84bdf39c5d2b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f83c47f602359efc308935e96c42553b: 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e5da4471cef8a2f79e16cc1ebf3adaaa: 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 3c609c079694ef1020ddab571723f832: 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c86d732a2c2220ef8aff30b556dd8ddd: 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. for SnapshotProcedureTest completed. 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. for SnapshotProcedureTest completed. 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. for SnapshotProcedureTest completed. 2024-11-10T04:17:51,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. for SnapshotProcedureTest completed. 2024-11-10T04:17:51,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:17:51,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:17:51,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:17:51,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:17:51,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:17:51,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:17:51,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:17:51,526 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:17:51,544 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, size=14.0 K (14382bytes) 2024-11-10T04:17:51,545 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T04:17:51,545 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T04:17:51,545 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta 2024-11-10T04:17:51,551 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta after 4ms 2024-11-10T04:17:51,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741850_1026 (size=65) 2024-11-10T04:17:51,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741850_1026 (size=65) 2024-11-10T04:17:51,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741850_1026 (size=65) 2024-11-10T04:17:51,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:17:51,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741849_1025 (size=65) 2024-11-10T04:17:51,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741849_1025 (size=65) 2024-11-10T04:17:51,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T04:17:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741849_1025 (size=65) 2024-11-10T04:17:51,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741852_1028 (size=65) 2024-11-10T04:17:51,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741852_1028 (size=65) 2024-11-10T04:17:51,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741852_1028 (size=65) 2024-11-10T04:17:51,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:17:51,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T04:17:51,563 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:17:51,564 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T04:17:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T04:17:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T04:17:51,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:51,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:51,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3c609c079694ef1020ddab571723f832 2024-11-10T04:17:51,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:17:51,567 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta took 24ms 2024-11-10T04:17:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T04:17:51,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:51,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:17:51,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741851_1027 (size=65) 2024-11-10T04:17:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741851_1027 (size=65) 2024-11-10T04:17:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741851_1027 (size=65) 2024-11-10T04:17:51,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:17:51,572 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T04:17:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T04:17:51,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f83c47f602359efc308935e96c42553b 2024-11-10T04:17:51,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f83c47f602359efc308935e96c42553b 2024-11-10T04:17:51,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c86d732a2c2220ef8aff30b556dd8ddd in 10.0720 sec 2024-11-10T04:17:51,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3c609c079694ef1020ddab571723f832 in 10.0710 sec 2024-11-10T04:17:51,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e5da4471cef8a2f79e16cc1ebf3adaaa in 10.0710 sec 2024-11-10T04:17:51,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f83c47f602359efc308935e96c42553b in 10.0780 sec 2024-11-10T04:17:51,591 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-10T04:17:51,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta so closing down 2024-11-10T04:17:51,596 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T04:17:51,598 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp 2024-11-10T04:17:51,605 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp 2024-11-10T04:17:51,607 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T04:17:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741853_1029 (size=14141) 2024-11-10T04:17:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741853_1029 (size=14141) 2024-11-10T04:17:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741853_1029 (size=14141) 2024-11-10T04:17:51,631 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-10T04:17:51,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/.tmp/cf/d465ea7397a048b0a264d1d1e89dee40 is 34, key is baa/cf:cf/1731212260703/Put/seqid=0 2024-11-10T04:17:51,634 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/.tmp/cf/1c3daac51b0d4bff8a3cd909f51ae6cf is 34, key is ccd/cf:cf/1731212260718/Put/seqid=0 2024-11-10T04:17:51,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T04:17:51,640 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 55 ms; skipped=1; WAL=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-10T04:17:51,640 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, journal: Splitting hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, size=14.0 K (14382bytes) at 1731212271544Finishing writing output for hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta so closing down at 1731212271596 (+52 ms)Creating recovered edits writer path=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp at 1731212271605 (+9 ms)3 split writer threads finished at 1731212271608 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731212271631 (+23 ms)Rename recovered edits hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta.temp to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731212271635 (+4 ms)Processed 26 edits across 1 Regions in 55 ms; skipped=1; WAL=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731212271640 (+5 ms) 2024-11-10T04:17:51,641 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta 2024-11-10T04:17:51,641 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T04:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T04:17:51,653 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs 2024-11-10T04:17:51,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T04:17:51,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, worker=e900e1ae4b9f,34025,1731212229234 in 10.0190 sec 2024-11-10T04:17:51,658 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:51,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T04:17:51,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e900e1ae4b9f%2C45401%2C1731212229136.meta.1731212240870.meta, worker=e900e1ae4b9f,34025,1731212229234 in 10.0320 sec 2024-11-10T04:17:51,664 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting dir is empty, no logs to split. 2024-11-10T04:17:51,664 INFO [PEWorker-4 {}] master.SplitWALManager(105): e900e1ae4b9f,45401,1731212229136 WAL count=0, meta=true 2024-11-10T04:17:51,664 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,45401,1731212229136 WAL splitting is done? wals=0, meta=true 2024-11-10T04:17:51,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:17:51,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:17:51,668 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:17:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741855_1031 (size=47197) 2024-11-10T04:17:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741854_1030 (size=28623) 2024-11-10T04:17:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741854_1030 (size=28623) 2024-11-10T04:17:51,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741855_1031 (size=47197) 2024-11-10T04:17:51,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741855_1031 (size=47197) 2024-11-10T04:17:51,676 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/.tmp/cf/1c3daac51b0d4bff8a3cd909f51ae6cf 2024-11-10T04:17:51,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/.tmp/cf/d465ea7397a048b0a264d1d1e89dee40 2024-11-10T04:17:51,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741854_1030 (size=28623) 2024-11-10T04:17:51,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/.tmp/cf/1c3daac51b0d4bff8a3cd909f51ae6cf as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/cf/1c3daac51b0d4bff8a3cd909f51ae6cf 2024-11-10T04:17:51,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/.tmp/cf/d465ea7397a048b0a264d1d1e89dee40 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/cf/d465ea7397a048b0a264d1d1e89dee40 2024-11-10T04:17:51,766 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/cf/1c3daac51b0d4bff8a3cd909f51ae6cf, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T04:17:51,767 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/cf/d465ea7397a048b0a264d1d1e89dee40, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T04:17:51,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9f9fc48332a97272727b84bdf39c5d2b in 256ms, sequenceid=5, compaction requested=false 2024-11-10T04:17:51,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9f9fc48332a97272727b84bdf39c5d2b: 2024-11-10T04:17:51,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. for SnapshotProcedureTest completed. 2024-11-10T04:17:51,773 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for da2b15aec52e6dc9f14dbb9ea5eff038 in 256ms, sequenceid=5, compaction requested=false 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for da2b15aec52e6dc9f14dbb9ea5eff038: 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. for SnapshotProcedureTest completed. 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/cf/d465ea7397a048b0a264d1d1e89dee40] hfiles 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:17:51,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/cf/1c3daac51b0d4bff8a3cd909f51ae6cf] hfiles 2024-11-10T04:17:51,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/cf/d465ea7397a048b0a264d1d1e89dee40 for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/cf/1c3daac51b0d4bff8a3cd909f51ae6cf for snapshot=SnapshotProcedureTest 2024-11-10T04:17:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741856_1032 (size=105) 2024-11-10T04:17:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741856_1032 (size=105) 2024-11-10T04:17:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741856_1032 (size=105) 2024-11-10T04:17:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:17:51,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T04:17:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T04:17:51,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:51,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:17:51,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f9fc48332a97272727b84bdf39c5d2b in 10.2940 sec 2024-11-10T04:17:51,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741857_1033 (size=105) 2024-11-10T04:17:51,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741857_1033 (size=105) 2024-11-10T04:17:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741857_1033 (size=105) 2024-11-10T04:17:51,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:17:51,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T04:17:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T04:17:51,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:51,802 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:17:51,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure da2b15aec52e6dc9f14dbb9ea5eff038 in 10.3040 sec 2024-11-10T04:17:51,818 DEBUG [e900e1ae4b9f:33117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T04:17:51,819 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:17:51,819 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:17:51,819 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:17:51,819 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:17:51,819 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:17:51,819 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:17:51,819 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:17:51,819 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:17:51,819 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:17:51,821 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,34025,1731212229234, state=OPENING 2024-11-10T04:17:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:17:51,824 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:17:51,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:51,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:51,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:17:51,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:17:56,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:17:56,629 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:17:56,629 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:17:56,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:17:56,630 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 can not run currently because target server of region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T04:17:56,630 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e can not run currently because target server of region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T04:17:56,630 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe can not run currently because target server of region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T04:17:56,630 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 can not run currently because target server of region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. e900e1ae4b9f,45401,1731212229136 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-10T04:17:56,630 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687; timeout=16000, timestamp=1731212292630 2024-11-10T04:17:56,630 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e; timeout=16000, timestamp=1731212292630 2024-11-10T04:17:56,630 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe; timeout=16000, timestamp=1731212292630 2024-11-10T04:17:56,630 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2; timeout=16000, timestamp=1731212292630 2024-11-10T04:18:01,180 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T04:18:01,180 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T04:18:01,833 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:18:01,833 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:18:01,834 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:18:01,836 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C34025%2C1731212229234.meta, suffix=.meta, logDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234, archiveDir=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs, maxLogs=32 2024-11-10T04:18:01,851 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234/e900e1ae4b9f%2C34025%2C1731212229234.meta.1731212281837.meta, exclude list is [], retry=0 2024-11-10T04:18:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44751,DS-d4d7ea2a-ee03-458e-81d4-dee3a48e29c5,DISK] 2024-11-10T04:18:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44735,DS-12cd316c-96ff-48c4-ad25-e4edcc57df3c,DISK] 2024-11-10T04:18:01,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37051,DS-80f15d50-11f6-4785-ac40-9b082a084b26,DISK] 2024-11-10T04:18:01,857 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,34025,1731212229234/e900e1ae4b9f%2C34025%2C1731212229234.meta.1731212281837.meta 2024-11-10T04:18:01,857 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037),(127.0.0.1/127.0.0.1:42193:42193),(127.0.0.1/127.0.0.1:42217:42217)] 2024-11-10T04:18:01,857 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:18:01,858 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:18:01,858 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:18:01,858 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:18:01,858 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:18:01,858 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:01,859 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:18:01,859 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:18:01,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:18:01,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:18:01,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:01,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:01,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:18:01,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:18:01,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:01,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:01,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:18:01,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:18:01,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:18:01,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:18:01,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:01,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:01,869 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:18:01,870 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740 2024-11-10T04:18:01,872 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740 2024-11-10T04:18:01,873 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T04:18:01,888 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T04:18:01,888 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T04:18:01,912 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/info/f4560082b1e249f48784c845e818bef1 is 167, key is SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832./info:regioninfo/1731212251745/Put/seqid=0 2024-11-10T04:18:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741859_1035 (size=18393) 2024-11-10T04:18:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741859_1035 (size=18393) 2024-11-10T04:18:01,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741859_1035 (size=18393) 2024-11-10T04:18:01,922 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/info/f4560082b1e249f48784c845e818bef1 2024-11-10T04:18:01,948 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/ns/a89f908026904177b4309384d9141c81 is 43, key is default/ns:d/1731212241054/Put/seqid=0 2024-11-10T04:18:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741860_1036 (size=5153) 2024-11-10T04:18:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741860_1036 (size=5153) 2024-11-10T04:18:01,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741860_1036 (size=5153) 2024-11-10T04:18:01,958 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/ns/a89f908026904177b4309384d9141c81 2024-11-10T04:18:01,987 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/table/12b6eb30901848f7857d52af23aae987 is 47, key is SPTestTable/table:state/1731212251815/Put/seqid=0 2024-11-10T04:18:01,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741861_1037 (size=5214) 2024-11-10T04:18:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741861_1037 (size=5214) 2024-11-10T04:18:02,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741861_1037 (size=5214) 2024-11-10T04:18:02,000 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/table/12b6eb30901848f7857d52af23aae987 2024-11-10T04:18:02,011 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/info/f4560082b1e249f48784c845e818bef1 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/info/f4560082b1e249f48784c845e818bef1 2024-11-10T04:18:02,019 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/info/f4560082b1e249f48784c845e818bef1, entries=100, sequenceid=28, filesize=18.0 K 2024-11-10T04:18:02,021 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/ns/a89f908026904177b4309384d9141c81 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/ns/a89f908026904177b4309384d9141c81 2024-11-10T04:18:02,028 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/ns/a89f908026904177b4309384d9141c81, entries=2, sequenceid=28, filesize=5.0 K 2024-11-10T04:18:02,030 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/table/12b6eb30901848f7857d52af23aae987 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/table/12b6eb30901848f7857d52af23aae987 2024-11-10T04:18:02,038 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/table/12b6eb30901848f7857d52af23aae987, entries=2, sequenceid=28, filesize=5.1 K 2024-11-10T04:18:02,038 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=28, compaction requested=false; wal=null 2024-11-10T04:18:02,039 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T04:18:02,041 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:18:02,041 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:18:02,042 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:18:02,043 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:18:02,046 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-10T04:18:02,047 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70106699, jitterRate=0.04467122256755829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:18:02,048 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:18:02,048 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212281859Writing region info on filesystem at 1731212281859Initializing all the Stores at 1731212281860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212281860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212281860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212281860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212281860Obtaining lock to block concurrent updates at 1731212281888 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1731212281888Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731212281889 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731212281889Flushing 1588230740/info: creating writer at 1731212281889Flushing 1588230740/info: appending metadata at 1731212281911 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731212281911Flushing 1588230740/ns: creating writer at 1731212281931 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731212281946 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731212281946Flushing 1588230740/table: creating writer at 1731212281966 (+20 ms)Flushing 1588230740/table: appending metadata at 1731212281987 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731212281987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663b4295: reopening flushed file at 1731212282010 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a969c2: reopening flushed file at 1731212282019 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbf694b: reopening flushed file at 1731212282029 (+10 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=28, compaction requested=false; wal=null at 1731212282038 (+9 ms)Cleaning up temporary data from old regions at 1731212282041 (+3 ms)Running coprocessor post-open hooks at 1731212282048 (+7 ms)Region opened successfully at 1731212282048 2024-11-10T04:18:02,049 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731212281827 2024-11-10T04:18:02,052 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:18:02,052 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:18:02,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:02,054 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,34025,1731212229234, state=OPEN 2024-11-10T04:18:02,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:18:02,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:18:02,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:18:02,056 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:02,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:02,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:02,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:02,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-10T04:18:02,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,34025,1731212229234 in 10.2320 sec 2024-11-10T04:18:02,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-10T04:18:02,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3930 sec 2024-11-10T04:18:02,063 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): e900e1ae4b9f,45401,1731212229136 had 5 regions 2024-11-10T04:18:02,064 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,45401,1731212229136, splitWal=true, meta=true, isMeta: false 2024-11-10T04:18:02,067 INFO [PEWorker-5 {}] master.SplitWALManager(105): e900e1ae4b9f,45401,1731212229136 WAL count=1, meta=false 2024-11-10T04:18:02,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e900e1ae4b9f%2C45401%2C1731212229136.1731212230587}] 2024-11-10T04:18:02,069 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:02,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, worker=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:18:07,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T04:18:07,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:18:10,592 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T04:18:12,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-10T04:18:12,090 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, size=1.2 K (1242bytes) 2024-11-10T04:18:12,091 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 2024-11-10T04:18:12,091 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 after 0ms 2024-11-10T04:18:12,095 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 took 5ms 2024-11-10T04:18:12,099 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bf62d61e6770e8a4ebd2551a68fbd59e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T04:18:12,100 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 329ad1e022b2f27e71a304b66ea060b2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T04:18:12,101 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for fad99ec73a7dc3d502f06f0966f42afe: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T04:18:12,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 5de1617f850518e915183f2a4dfd6687: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T04:18:12,102 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 so closing down 2024-11-10T04:18:12,103 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T04:18:12,103 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T04:18:12,103 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-10T04:18:12,103 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, journal: Splitting hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, size=1.2 K (1242bytes) at 1731212292090Finishing writing output for hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 so closing down at 1731212292103 (+13 ms)3 split writer threads finished at 1731212292103Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731212292103 2024-11-10T04:18:12,103 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 2024-11-10T04:18:12,103 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T04:18:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T04:18:12,109 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting/e900e1ae4b9f%2C45401%2C1731212229136.1731212230587 to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs 2024-11-10T04:18:12,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-10T04:18:12,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, worker=e900e1ae4b9f,34025,1731212229234 in 10.0380 sec 2024-11-10T04:18:12,113 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:12,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-10T04:18:12,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e900e1ae4b9f%2C45401%2C1731212229136.1731212230587, worker=e900e1ae4b9f,34025,1731212229234 in 10.0460 sec 2024-11-10T04:18:12,118 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/WALs/e900e1ae4b9f,45401,1731212229136-splitting dir is empty, no logs to split. 2024-11-10T04:18:12,118 INFO [PEWorker-5 {}] master.SplitWALManager(105): e900e1ae4b9f,45401,1731212229136 WAL count=0, meta=false 2024-11-10T04:18:12,118 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,45401,1731212229136 WAL splitting is done? wals=0, meta=false 2024-11-10T04:18:12,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN}] 2024-11-10T04:18:12,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN 2024-11-10T04:18:12,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN 2024-11-10T04:18:12,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN 2024-11-10T04:18:12,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN 2024-11-10T04:18:12,124 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:18:12,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:18:12,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:18:12,125 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:18:12,274 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:18:12,275 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:18:12,275 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:18:12,275 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:18:12,275 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:18:12,275 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:18:12,275 INFO [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:18:12,275 DEBUG [e900e1ae4b9f:33117 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:18:12,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=fad99ec73a7dc3d502f06f0966f42afe, regionState=OPENING, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:12,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=329ad1e022b2f27e71a304b66ea060b2, regionState=OPENING, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:12,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=5de1617f850518e915183f2a4dfd6687, regionState=OPENING, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:12,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=bf62d61e6770e8a4ebd2551a68fbd59e, regionState=OPENING, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:12,277 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e900e1ae4b9f:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:45401 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:18:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1, error=java.net.ConnectException: Call to address=e900e1ae4b9f:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-10T04:18:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 from cache 2024-11-10T04:18:12,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e900e1ae4b9f:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:12,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e900e1ae4b9f:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:12,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e900e1ae4b9f:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:12,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e900e1ae4b9f:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:12,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:18:12,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34025,1731212229234, seqNum=-1] 2024-11-10T04:18:12,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:18:12,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:18:12,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN because future has completed 2024-11-10T04:18:12,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e, server=e900e1ae4b9f,44077,1731212229272}] 2024-11-10T04:18:12,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN because future has completed 2024-11-10T04:18:12,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de1617f850518e915183f2a4dfd6687, server=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:18:12,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN because future has completed 2024-11-10T04:18:12,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad99ec73a7dc3d502f06f0966f42afe, server=e900e1ae4b9f,44077,1731212229272}] 2024-11-10T04:18:12,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN because future has completed 2024-11-10T04:18:12,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329ad1e022b2f27e71a304b66ea060b2, server=e900e1ae4b9f,34025,1731212229234}] 2024-11-10T04:18:12,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 held by pid=43 2024-11-10T04:18:12,631 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe held by pid=46 2024-11-10T04:18:12,631 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:12,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:12,631 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e held by pid=45 2024-11-10T04:18:12,631 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:12,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 held by pid=44 2024-11-10T04:18:12,631 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:16,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9f9fc48332a97272727b84bdf39c5d2b, had cached 0 bytes from a total of 28623 2024-11-10T04:18:16,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region da2b15aec52e6dc9f14dbb9ea5eff038, had cached 0 bytes from a total of 47197 2024-11-10T04:18:19,117 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T04:18:21,121 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e5da4471cef8a2f79e16cc1ebf3adaaa changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:21,121 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f83c47f602359efc308935e96c42553b changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:21,122 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region da2b15aec52e6dc9f14dbb9ea5eff038 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:21,122 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:21,122 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c609c079694ef1020ddab571723f832 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:21,122 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c86d732a2c2220ef8aff30b556dd8ddd changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:21,122 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9f9fc48332a97272727b84bdf39c5d2b changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:18:22,405 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => bf62d61e6770e8a4ebd2551a68fbd59e, NAME => 'SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T04:18:22,405 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de1617f850518e915183f2a4dfd6687, NAME => 'SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T04:18:22,405 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,406 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,407 INFO [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,407 INFO [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,408 INFO [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de1617f850518e915183f2a4dfd6687 columnFamilyName cf 2024-11-10T04:18:22,409 INFO [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf62d61e6770e8a4ebd2551a68fbd59e columnFamilyName cf 2024-11-10T04:18:22,409 DEBUG [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:22,409 DEBUG [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:22,409 INFO [StoreOpener-5de1617f850518e915183f2a4dfd6687-1 {}] regionserver.HStore(327): Store=5de1617f850518e915183f2a4dfd6687/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:22,409 INFO [StoreOpener-bf62d61e6770e8a4ebd2551a68fbd59e-1 {}] regionserver.HStore(327): Store=bf62d61e6770e8a4ebd2551a68fbd59e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:22,409 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,409 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,410 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,410 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,414 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,414 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,415 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened bf62d61e6770e8a4ebd2551a68fbd59e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73229778, jitterRate=0.09120872616767883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:18:22,415 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,415 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 5de1617f850518e915183f2a4dfd6687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65279681, jitterRate=-0.027256950736045837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for bf62d61e6770e8a4ebd2551a68fbd59e: Running coprocessor pre-open hook at 1731212302406Writing region info on filesystem at 1731212302406Initializing all the Stores at 1731212302407 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212302407Cleaning up temporary data from old regions at 1731212302412 (+5 ms)Running coprocessor post-open hooks at 1731212302415 (+3 ms)Region opened successfully at 1731212302415 2024-11-10T04:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 5de1617f850518e915183f2a4dfd6687: Running coprocessor pre-open hook at 1731212302406Writing region info on filesystem at 1731212302406Initializing all the Stores at 1731212302407 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212302407Cleaning up temporary data from old regions at 1731212302412 (+5 ms)Running coprocessor post-open hooks at 1731212302416 (+4 ms)Region opened successfully at 1731212302416 2024-11-10T04:18:22,417 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687., pid=48, masterSystemTime=1731212302400 2024-11-10T04:18:22,417 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e., pid=47, masterSystemTime=1731212302399 2024-11-10T04:18:22,419 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:22,419 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:22,419 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:22,419 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 329ad1e022b2f27e71a304b66ea060b2, NAME => 'SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T04:18:22,419 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,419 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:22,420 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,420 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=5de1617f850518e915183f2a4dfd6687, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:22,420 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:22,420 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:22,420 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:22,420 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => fad99ec73a7dc3d502f06f0966f42afe, NAME => 'SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T04:18:22,421 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=bf62d61e6770e8a4ebd2551a68fbd59e, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:22,421 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,421 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:22,421 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,421 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,422 INFO [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,423 INFO [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de1617f850518e915183f2a4dfd6687, server=e900e1ae4b9f,34025,1731212229234 because future has completed 2024-11-10T04:18:22,424 INFO [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329ad1e022b2f27e71a304b66ea060b2 columnFamilyName cf 2024-11-10T04:18:22,424 DEBUG [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:22,424 INFO [StoreOpener-329ad1e022b2f27e71a304b66ea060b2-1 {}] regionserver.HStore(327): Store=329ad1e022b2f27e71a304b66ea060b2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:22,424 INFO [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad99ec73a7dc3d502f06f0966f42afe columnFamilyName cf 2024-11-10T04:18:22,425 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,425 DEBUG [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:22,425 INFO [StoreOpener-fad99ec73a7dc3d502f06f0966f42afe-1 {}] regionserver.HStore(327): Store=fad99ec73a7dc3d502f06f0966f42afe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:22,425 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,426 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e, server=e900e1ae4b9f,44077,1731212229272 because future has completed 2024-11-10T04:18:22,426 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,428 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-11-10T04:18:22,428 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de1617f850518e915183f2a4dfd6687, server=e900e1ae4b9f,34025,1731212229234 in 10.0280 sec 2024-11-10T04:18:22,429 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,429 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,429 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,429 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,432 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5de1617f850518e915183f2a4dfd6687, ASSIGN in 10.3080 sec 2024-11-10T04:18:22,432 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:22,432 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-10T04:18:22,433 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened fad99ec73a7dc3d502f06f0966f42afe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75433478, jitterRate=0.12404641509056091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:18:22,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e, server=e900e1ae4b9f,44077,1731212229272 in 10.0310 sec 2024-11-10T04:18:22,433 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for fad99ec73a7dc3d502f06f0966f42afe: Running coprocessor pre-open hook at 1731212302421Writing region info on filesystem at 1731212302421Initializing all the Stores at 1731212302423 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212302423Cleaning up temporary data from old regions at 1731212302429 (+6 ms)Running coprocessor post-open hooks at 1731212302433 (+4 ms)Region opened successfully at 1731212302433 2024-11-10T04:18:22,434 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 329ad1e022b2f27e71a304b66ea060b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59497654, jitterRate=-0.11341586709022522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 329ad1e022b2f27e71a304b66ea060b2: Running coprocessor pre-open hook at 1731212302420Writing region info on filesystem at 1731212302420Initializing all the Stores at 1731212302421 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212302421Cleaning up temporary data from old regions at 1731212302429 (+8 ms)Running coprocessor post-open hooks at 1731212302434 (+5 ms)Region opened successfully at 1731212302434 2024-11-10T04:18:22,434 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe., pid=49, masterSystemTime=1731212302399 2024-11-10T04:18:22,436 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., pid=50, masterSystemTime=1731212302400 2024-11-10T04:18:22,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf62d61e6770e8a4ebd2551a68fbd59e, ASSIGN in 10.3120 sec 2024-11-10T04:18:22,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:22,437 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:22,437 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:22,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=fad99ec73a7dc3d502f06f0966f42afe, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:22,438 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:22,439 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:22,439 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=329ad1e022b2f27e71a304b66ea060b2, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:22,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad99ec73a7dc3d502f06f0966f42afe, server=e900e1ae4b9f,44077,1731212229272 because future has completed 2024-11-10T04:18:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329ad1e022b2f27e71a304b66ea060b2, server=e900e1ae4b9f,34025,1731212229234 because future has completed 2024-11-10T04:18:22,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-10T04:18:22,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure fad99ec73a7dc3d502f06f0966f42afe, server=e900e1ae4b9f,44077,1731212229272 in 10.0440 sec 2024-11-10T04:18:22,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-11-10T04:18:22,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 329ad1e022b2f27e71a304b66ea060b2, server=e900e1ae4b9f,34025,1731212229234 in 10.0440 sec 2024-11-10T04:18:22,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fad99ec73a7dc3d502f06f0966f42afe, ASSIGN in 10.3240 sec 2024-11-10T04:18:22,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:22,449 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:22,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-11-10T04:18:22,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=329ad1e022b2f27e71a304b66ea060b2, ASSIGN in 10.3250 sec 2024-11-10T04:18:22,449 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server e900e1ae4b9f,45401,1731212229136 after splitting done 2024-11-10T04:18:22,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e900e1ae4b9f,45401,1731212229136, splitWal=true, meta=true in 40.8400 sec 2024-11-10T04:18:27,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T04:18:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T04:18:32,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T04:18:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 329ad1e022b2f27e71a304b66ea060b2: 2024-11-10T04:18:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5de1617f850518e915183f2a4dfd6687: 2024-11-10T04:18:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. for SnapshotProcedureTest completed. 2024-11-10T04:18:32,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. for SnapshotProcedureTest completed. 2024-11-10T04:18:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:18:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:18:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:18:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:18:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:18:32,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:18:32,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T04:18:32,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for fad99ec73a7dc3d502f06f0966f42afe: 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. for SnapshotProcedureTest completed. 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for bf62d61e6770e8a4ebd2551a68fbd59e: 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. for SnapshotProcedureTest completed. 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:18:32,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:18:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741863_1039 (size=65) 2024-11-10T04:18:32,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741863_1039 (size=65) 2024-11-10T04:18:32,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741863_1039 (size=65) 2024-11-10T04:18:32,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:32,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T04:18:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T04:18:32,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:32,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741862_1038 (size=57) 2024-11-10T04:18:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741862_1038 (size=57) 2024-11-10T04:18:32,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741862_1038 (size=57) 2024-11-10T04:18:32,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:32,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T04:18:32,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741864_1040 (size=57) 2024-11-10T04:18:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741865_1041 (size=65) 2024-11-10T04:18:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741865_1041 (size=65) 2024-11-10T04:18:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741864_1040 (size=57) 2024-11-10T04:18:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741864_1040 (size=57) 2024-11-10T04:18:32,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741865_1041 (size=65) 2024-11-10T04:18:32,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T04:18:32,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T04:18:32,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T04:18:32,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:32,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T04:18:32,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:32,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T04:18:32,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:32,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 329ad1e022b2f27e71a304b66ea060b2 in 50.9590 sec 2024-11-10T04:18:32,465 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:32,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bf62d61e6770e8a4ebd2551a68fbd59e in 50.9650 sec 2024-11-10T04:18:32,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fad99ec73a7dc3d502f06f0966f42afe in 50.9650 sec 2024-11-10T04:18:32,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T04:18:32,468 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T04:18:32,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5de1617f850518e915183f2a4dfd6687 in 50.9670 sec 2024-11-10T04:18:32,469 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T04:18:32,472 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T04:18:32,472 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T04:18:32,475 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:18:32,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741866_1042 (size=1094) 2024-11-10T04:18:32,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741866_1042 (size=1094) 2024-11-10T04:18:32,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741866_1042 (size=1094) 2024-11-10T04:18:32,497 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T04:18:32,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T04:18:32,510 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:32,510 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:32,510 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:32,510 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:32,510 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:32,515 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:37,568 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:18:42,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-10T04:18:42,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T04:18:42,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T04:18:42,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-10T04:18:42,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-10T04:18:42,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-10T04:18:42,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:18:42,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:18:42,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T04:18:42,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T04:18:42,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-10T04:18:42,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T04:18:42,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T04:18:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T04:18:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T04:18:42,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-10T04:18:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T04:18:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-10T04:18:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T04:18:42,522 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 Release verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:42,523 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 Release verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:42,524 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 Release verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-10T04:18:42,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 in 10.0190 sec 2024-11-10T04:18:42,525 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:42,525 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:42,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 in 10.0190 sec 2024-11-10T04:18:42,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 in 10.0200 sec 2024-11-10T04:18:42,528 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 Release verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:42,528 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 Release verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:42,528 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 Release verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:42,529 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:42,530 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:42,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 in 10.0240 sec 2024-11-10T04:18:42,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 in 10.0240 sec 2024-11-10T04:18:42,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 in 10.0240 sec 2024-11-10T04:18:46,858 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-10T04:18:52,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-10T04:18:52,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T04:18:52,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T04:18:52,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T04:18:52,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-10T04:18:52,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-10T04:18:52,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T04:18:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-10T04:18:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T04:18:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T04:18:52,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-10T04:18:52,530 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 Release verify snapshot worker=e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:52,530 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 Release verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-10T04:18:52,531 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 Release verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:52,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,44077,1731212229272 in 20.0260 sec 2024-11-10T04:18:52,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 in 20.0260 sec 2024-11-10T04:18:52,533 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 Release verify snapshot worker=e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:52,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 in 20.0270 sec 2024-11-10T04:18:52,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-11-10T04:18:52,535 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T04:18:52,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,34025,1731212229234 in 20.0290 sec 2024-11-10T04:18:52,536 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T04:18:52,538 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T04:18:52,538 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T04:18:52,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.079 sec 2024-11-10T04:18:52,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T04:18:52,731 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e900e1ae4b9f:45401 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e900e1ae4b9f/172.17.0.2:45401 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T04:18:52,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1, error=java.net.ConnectException: Call to address=e900e1ae4b9f:45401 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:52,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-10T04:18:52,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,45401,1731212229136, seqNum=-1 from cache 2024-11-10T04:18:52,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e900e1ae4b9f:45401 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e900e1ae4b9f/172.17.0.2:45401 2024-11-10T04:18:52,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:18:52,843 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,34025,1731212229234, seqNum=-1] 2024-11-10T04:18:52,870 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T04:18:52,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:18:52,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:18:52,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:18:52,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:52,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:52,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:18:52,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:18:52,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260354837, stopped=false 2024-11-10T04:18:52,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,33117,1731212228461 2024-11-10T04:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:52,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:18:52,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:52,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:52,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:52,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:52,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:18:52,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:18:52,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:52,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,34025,1731212229234' ***** 2024-11-10T04:18:52,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:18:52,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,44077,1731212229272' ***** 2024-11-10T04:18:52,877 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:18:52,877 INFO [RS:1;e900e1ae4b9f:34025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:18:52,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:18:52,877 INFO [RS:1;e900e1ae4b9f:34025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:18:52,878 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de1617f850518e915183f2a4dfd6687 2024-11-10T04:18:52,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:18:52,878 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for e5da4471cef8a2f79e16cc1ebf3adaaa 2024-11-10T04:18:52,878 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for 329ad1e022b2f27e71a304b66ea060b2 2024-11-10T04:18:52,878 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:18:52,878 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for f83c47f602359efc308935e96c42553b 2024-11-10T04:18:52,878 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for da2b15aec52e6dc9f14dbb9ea5eff038 2024-11-10T04:18:52,878 INFO [RS:2;e900e1ae4b9f:44077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:18:52,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:18:52,878 INFO [RS:2;e900e1ae4b9f:44077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:18:52,878 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(3091): Received CLOSE for c86d732a2c2220ef8aff30b556dd8ddd 2024-11-10T04:18:52,879 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de1617f850518e915183f2a4dfd6687, disabling compactions & flushes 2024-11-10T04:18:52,879 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:52,879 INFO [RS:1;e900e1ae4b9f:34025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e900e1ae4b9f:34025. 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. after waiting 0 ms 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:52,879 DEBUG [RS:1;e900e1ae4b9f:34025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:18:52,879 DEBUG [RS:1;e900e1ae4b9f:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c609c079694ef1020ddab571723f832 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f9fc48332a97272727b84bdf39c5d2b 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(3091): Received CLOSE for fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c86d732a2c2220ef8aff30b556dd8ddd, disabling compactions & flushes 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(3091): Received CLOSE for bf62d61e6770e8a4ebd2551a68fbd59e 2024-11-10T04:18:52,879 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:52,879 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:18:52,879 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. after waiting 0 ms 2024-11-10T04:18:52,879 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:18:52,879 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:18:52,879 INFO [RS:2;e900e1ae4b9f:44077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e900e1ae4b9f:44077. 2024-11-10T04:18:52,879 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:18:52,879 DEBUG [RS:2;e900e1ae4b9f:44077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:18:52,879 DEBUG [RS:2;e900e1ae4b9f:44077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:52,880 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T04:18:52,880 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1325): Online Regions={c86d732a2c2220ef8aff30b556dd8ddd=SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd., 3c609c079694ef1020ddab571723f832=SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832., 9f9fc48332a97272727b84bdf39c5d2b=SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b., fad99ec73a7dc3d502f06f0966f42afe=SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe., bf62d61e6770e8a4ebd2551a68fbd59e=SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e.} 2024-11-10T04:18:52,880 DEBUG [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1351): Waiting on 3c609c079694ef1020ddab571723f832, 9f9fc48332a97272727b84bdf39c5d2b, bf62d61e6770e8a4ebd2551a68fbd59e, c86d732a2c2220ef8aff30b556dd8ddd, fad99ec73a7dc3d502f06f0966f42afe 2024-11-10T04:18:52,881 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T04:18:52,881 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1325): Online Regions={5de1617f850518e915183f2a4dfd6687=SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687., e5da4471cef8a2f79e16cc1ebf3adaaa=SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa., 329ad1e022b2f27e71a304b66ea060b2=SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2., 1588230740=hbase:meta,,1.1588230740, f83c47f602359efc308935e96c42553b=SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b., da2b15aec52e6dc9f14dbb9ea5eff038=SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038.} 2024-11-10T04:18:52,881 DEBUG [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329ad1e022b2f27e71a304b66ea060b2, 5de1617f850518e915183f2a4dfd6687, da2b15aec52e6dc9f14dbb9ea5eff038, e5da4471cef8a2f79e16cc1ebf3adaaa, f83c47f602359efc308935e96c42553b 2024-11-10T04:18:52,881 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:18:52,881 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:18:52,881 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:18:52,881 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:18:52,881 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:18:52,882 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.83 KB heapSize=7.19 KB 2024-11-10T04:18:52,885 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/5de1617f850518e915183f2a4dfd6687/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,886 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/c86d732a2c2220ef8aff30b556dd8ddd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,889 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:52,889 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:18:52,889 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de1617f850518e915183f2a4dfd6687: Waiting for close lock at 1731212332878Running coprocessor pre-close hooks at 1731212332879 (+1 ms)Disabling compacts and flushes for region at 1731212332879Disabling writes for close at 1731212332879Writing region close event to WAL at 1731212332879Running coprocessor post-close hooks at 1731212332887 (+8 ms)Closed at 1731212332889 (+2 ms) 2024-11-10T04:18:52,889 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c86d732a2c2220ef8aff30b556dd8ddd: Waiting for close lock at 1731212332879Running coprocessor pre-close hooks at 1731212332879Disabling compacts and flushes for region at 1731212332879Disabling writes for close at 1731212332879Writing region close event to WAL at 1731212332880 (+1 ms)Running coprocessor post-close hooks at 1731212332887 (+7 ms)Closed at 1731212332889 (+2 ms) 2024-11-10T04:18:52,889 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/info/745bef60bd01472896a948a5efe43be2 is 167, key is SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe./info:regioninfo/1731212302438/Put/seqid=0 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731212241316.5de1617f850518e915183f2a4dfd6687. 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731212241316.c86d732a2c2220ef8aff30b556dd8ddd. 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5da4471cef8a2f79e16cc1ebf3adaaa, disabling compactions & flushes 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c609c079694ef1020ddab571723f832, disabling compactions & flushes 2024-11-10T04:18:52,890 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:18:52,890 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. after waiting 0 ms 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. after waiting 0 ms 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:18:52,890 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:18:52,901 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/e5da4471cef8a2f79e16cc1ebf3adaaa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,902 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/3c609c079694ef1020ddab571723f832/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,902 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:18:52,902 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5da4471cef8a2f79e16cc1ebf3adaaa: Waiting for close lock at 1731212332890Running coprocessor pre-close hooks at 1731212332890Disabling compacts and flushes for region at 1731212332890Disabling writes for close at 1731212332890Writing region close event to WAL at 1731212332890Running coprocessor post-close hooks at 1731212332902 (+12 ms)Closed at 1731212332902 2024-11-10T04:18:52,902 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c609c079694ef1020ddab571723f832: Waiting for close lock at 1731212332890Running coprocessor pre-close hooks at 1731212332890Disabling compacts and flushes for region at 1731212332890Disabling writes for close at 1731212332890Writing region close event to WAL at 1731212332891 (+1 ms)Running coprocessor post-close hooks at 1731212332902 (+11 ms)Closed at 1731212332902 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731212241316.e5da4471cef8a2f79e16cc1ebf3adaaa. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731212241316.3c609c079694ef1020ddab571723f832. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 329ad1e022b2f27e71a304b66ea060b2, disabling compactions & flushes 2024-11-10T04:18:52,903 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f9fc48332a97272727b84bdf39c5d2b, disabling compactions & flushes 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:52,903 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. after waiting 0 ms 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. after waiting 0 ms 2024-11-10T04:18:52,903 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:18:52,904 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:18:52,904 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:18:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741867_1043 (size=9431) 2024-11-10T04:18:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741867_1043 (size=9431) 2024-11-10T04:18:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741867_1043 (size=9431) 2024-11-10T04:18:52,907 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.83 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/info/745bef60bd01472896a948a5efe43be2 2024-11-10T04:18:52,911 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/329ad1e022b2f27e71a304b66ea060b2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,912 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 329ad1e022b2f27e71a304b66ea060b2: Waiting for close lock at 1731212332903Running coprocessor pre-close hooks at 1731212332903Disabling compacts and flushes for region at 1731212332903Disabling writes for close at 1731212332903Writing region close event to WAL at 1731212332903Running coprocessor post-close hooks at 1731212332912 (+9 ms)Closed at 1731212332912 2024-11-10T04:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731212241316.329ad1e022b2f27e71a304b66ea060b2. 2024-11-10T04:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f83c47f602359efc308935e96c42553b, disabling compactions & flushes 2024-11-10T04:18:52,912 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. after waiting 0 ms 2024-11-10T04:18:52,913 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:18:52,914 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/9f9fc48332a97272727b84bdf39c5d2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:18:52,915 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:18:52,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f9fc48332a97272727b84bdf39c5d2b: Waiting for close lock at 1731212332903Running coprocessor pre-close hooks at 1731212332903Disabling compacts and flushes for region at 1731212332903Disabling writes for close at 1731212332903Writing region close event to WAL at 1731212332910 (+7 ms)Running coprocessor post-close hooks at 1731212332914 (+4 ms)Closed at 1731212332915 (+1 ms) 2024-11-10T04:18:52,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731212241316.9f9fc48332a97272727b84bdf39c5d2b. 2024-11-10T04:18:52,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad99ec73a7dc3d502f06f0966f42afe, disabling compactions & flushes 2024-11-10T04:18:52,915 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:52,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:52,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. after waiting 0 ms 2024-11-10T04:18:52,915 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:52,918 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/.tmp/info/745bef60bd01472896a948a5efe43be2 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/info/745bef60bd01472896a948a5efe43be2 2024-11-10T04:18:52,919 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/f83c47f602359efc308935e96c42553b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,920 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:18:52,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f83c47f602359efc308935e96c42553b: Waiting for close lock at 1731212332912Running coprocessor pre-close hooks at 1731212332912Disabling compacts and flushes for region at 1731212332912Disabling writes for close at 1731212332912Writing region close event to WAL at 1731212332913 (+1 ms)Running coprocessor post-close hooks at 1731212332919 (+6 ms)Closed at 1731212332919 2024-11-10T04:18:52,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731212241316.f83c47f602359efc308935e96c42553b. 2024-11-10T04:18:52,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da2b15aec52e6dc9f14dbb9ea5eff038, disabling compactions & flushes 2024-11-10T04:18:52,920 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:18:52,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:18:52,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. after waiting 0 ms 2024-11-10T04:18:52,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:18:52,923 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/fad99ec73a7dc3d502f06f0966f42afe/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,923 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:52,923 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad99ec73a7dc3d502f06f0966f42afe: Waiting for close lock at 1731212332915Running coprocessor pre-close hooks at 1731212332915Disabling compacts and flushes for region at 1731212332915Disabling writes for close at 1731212332915Writing region close event to WAL at 1731212332916 (+1 ms)Running coprocessor post-close hooks at 1731212332923 (+7 ms)Closed at 1731212332923 2024-11-10T04:18:52,924 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731212241316.fad99ec73a7dc3d502f06f0966f42afe. 2024-11-10T04:18:52,924 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf62d61e6770e8a4ebd2551a68fbd59e, disabling compactions & flushes 2024-11-10T04:18:52,924 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:52,924 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:52,924 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. after waiting 0 ms 2024-11-10T04:18:52,924 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:52,925 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/da2b15aec52e6dc9f14dbb9ea5eff038/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:18:52,926 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:18:52,926 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da2b15aec52e6dc9f14dbb9ea5eff038: Waiting for close lock at 1731212332920Running coprocessor pre-close hooks at 1731212332920Disabling compacts and flushes for region at 1731212332920Disabling writes for close at 1731212332920Writing region close event to WAL at 1731212332921 (+1 ms)Running coprocessor post-close hooks at 1731212332926 (+5 ms)Closed at 1731212332926 2024-11-10T04:18:52,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731212241316.da2b15aec52e6dc9f14dbb9ea5eff038. 2024-11-10T04:18:52,928 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/info/745bef60bd01472896a948a5efe43be2, entries=32, sequenceid=39, filesize=9.2 K 2024-11-10T04:18:52,929 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=39, compaction requested=false 2024-11-10T04:18:52,930 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/default/SPTestTable/bf62d61e6770e8a4ebd2551a68fbd59e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:18:52,931 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:52,931 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf62d61e6770e8a4ebd2551a68fbd59e: Waiting for close lock at 1731212332924Running coprocessor pre-close hooks at 1731212332924Disabling compacts and flushes for region at 1731212332924Disabling writes for close at 1731212332924Writing region close event to WAL at 1731212332925 (+1 ms)Running coprocessor post-close hooks at 1731212332931 (+6 ms)Closed at 1731212332931 2024-11-10T04:18:52,931 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731212241316.bf62d61e6770e8a4ebd2551a68fbd59e. 2024-11-10T04:18:52,936 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-10T04:18:52,937 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:18:52,937 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:18:52,938 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212332881Running coprocessor pre-close hooks at 1731212332881Disabling compacts and flushes for region at 1731212332881Disabling writes for close at 1731212332881Obtaining lock to block concurrent updates at 1731212332882 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731212332882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3920, getHeapSize=7296, getOffHeapSize=0, getCellsCount=32 at 1731212332882Flushing stores of hbase:meta,,1.1588230740 at 1731212332883 (+1 ms)Flushing 1588230740/info: creating writer at 1731212332883Flushing 1588230740/info: appending metadata at 1731212332889 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731212332889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6ea4db: reopening flushed file at 1731212332917 (+28 ms)Finished flush of dataSize ~3.83 KB/3920, heapSize ~6.42 KB/6576, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=39, compaction requested=false at 1731212332929 (+12 ms)Writing region close event to WAL at 1731212332931 (+2 ms)Running coprocessor post-close hooks at 1731212332937 (+6 ms)Closed at 1731212332937 2024-11-10T04:18:52,938 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:18:53,080 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,44077,1731212229272; all regions closed. 2024-11-10T04:18:53,081 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,34025,1731212229234; all regions closed. 2024-11-10T04:18:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741858_1034 (size=5436) 2024-11-10T04:18:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741858_1034 (size=5436) 2024-11-10T04:18:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741835_1011 (size=3530) 2024-11-10T04:18:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741835_1011 (size=3530) 2024-11-10T04:18:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741858_1034 (size=5436) 2024-11-10T04:18:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741835_1011 (size=3530) 2024-11-10T04:18:53,088 DEBUG [RS:2;e900e1ae4b9f:44077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C44077%2C1731212229272:(num 1731212230587) 2024-11-10T04:18:53,088 DEBUG [RS:2;e900e1ae4b9f:44077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:18:53,088 DEBUG [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs 2024-11-10T04:18:53,088 INFO [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C34025%2C1731212229234.meta:.meta(num 1731212281837) 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:18:53,088 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:18:53,089 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:18:53,089 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:18:53,089 INFO [RS:2;e900e1ae4b9f:44077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44077 2024-11-10T04:18:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741833_1009 (size=3500) 2024-11-10T04:18:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:18:53,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,44077,1731212229272 2024-11-10T04:18:53,091 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:18:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741833_1009 (size=3500) 2024-11-10T04:18:53,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741833_1009 (size=3500) 2024-11-10T04:18:53,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,44077,1731212229272] 2024-11-10T04:18:53,094 DEBUG [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/oldWALs 2024-11-10T04:18:53,094 INFO [RS:1;e900e1ae4b9f:34025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C34025%2C1731212229234:(num 1731212230587) 2024-11-10T04:18:53,094 DEBUG [RS:1;e900e1ae4b9f:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:18:53,094 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:18:53,094 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:18:53,094 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T04:18:53,094 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:18:53,094 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:18:53,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,44077,1731212229272 already deleted, retry=false 2024-11-10T04:18:53,094 INFO [RS:1;e900e1ae4b9f:34025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34025 2024-11-10T04:18:53,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,44077,1731212229272 expired; onlineServers=1 2024-11-10T04:18:53,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,34025,1731212229234 2024-11-10T04:18:53,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:18:53,097 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:18:53,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,34025,1731212229234] 2024-11-10T04:18:53,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,34025,1731212229234 already deleted, retry=false 2024-11-10T04:18:53,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,34025,1731212229234 expired; onlineServers=0 2024-11-10T04:18:53,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,33117,1731212228461' ***** 2024-11-10T04:18:53,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:18:53,101 INFO [M:0;e900e1ae4b9f:33117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:18:53,101 INFO [M:0;e900e1ae4b9f:33117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:18:53,101 DEBUG [M:0;e900e1ae4b9f:33117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:18:53,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:18:53,101 DEBUG [M:0;e900e1ae4b9f:33117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:18:53,101 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212230244 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212230244,5,FailOnTimeoutGroup] 2024-11-10T04:18:53,101 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212230245 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212230245,5,FailOnTimeoutGroup] 2024-11-10T04:18:53,102 INFO [M:0;e900e1ae4b9f:33117 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:18:53,102 INFO [M:0;e900e1ae4b9f:33117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:18:53,102 DEBUG [M:0;e900e1ae4b9f:33117 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:18:53,102 INFO [M:0;e900e1ae4b9f:33117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:18:53,102 INFO [M:0;e900e1ae4b9f:33117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:18:53,102 ERROR [M:0;e900e1ae4b9f:33117 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:34339 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34339,5,PEWorkerGroup] 2024-11-10T04:18:53,103 INFO [M:0;e900e1ae4b9f:33117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:18:53,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:18:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T04:18:53,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:53,104 DEBUG [M:0;e900e1ae4b9f:33117 {}] zookeeper.ZKUtil(347): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T04:18:53,104 WARN [M:0;e900e1ae4b9f:33117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:18:53,105 INFO [M:0;e900e1ae4b9f:33117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/.lastflushedseqids 2024-11-10T04:18:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741868_1044 (size=668) 2024-11-10T04:18:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741868_1044 (size=668) 2024-11-10T04:18:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741868_1044 (size=668) 2024-11-10T04:18:53,123 INFO [M:0;e900e1ae4b9f:33117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:18:53,123 INFO [M:0;e900e1ae4b9f:33117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:18:53,123 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:18:53,123 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:53,123 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:53,123 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:18:53,123 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:53,123 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.51 KB heapSize=263.88 KB 2024-11-10T04:18:53,148 DEBUG [M:0;e900e1ae4b9f:33117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/418cabf4b999427897c574813dcaa0c0 is 82, key is hbase:meta,,1/info:regioninfo/1731212282052/Put/seqid=0 2024-11-10T04:18:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741869_1045 (size=6071) 2024-11-10T04:18:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741869_1045 (size=6071) 2024-11-10T04:18:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741869_1045 (size=6071) 2024-11-10T04:18:53,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:18:53,194 INFO [RS:2;e900e1ae4b9f:44077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:18:53,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44077-0x10100181eba0003, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:18:53,194 INFO [RS:2;e900e1ae4b9f:44077 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,44077,1731212229272; zookeeper connection closed. 2024-11-10T04:18:53,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d29a7d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d29a7d3 2024-11-10T04:18:53,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:18:53,199 INFO [RS:1;e900e1ae4b9f:34025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:18:53,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x10100181eba0002, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:18:53,199 INFO [RS:1;e900e1ae4b9f:34025 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,34025,1731212229234; zookeeper connection closed. 2024-11-10T04:18:53,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78cc70fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78cc70fc 2024-11-10T04:18:53,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T04:18:53,557 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/418cabf4b999427897c574813dcaa0c0 2024-11-10T04:18:53,589 DEBUG [M:0;e900e1ae4b9f:33117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6119910098a64295aa1cf9b37daa4138 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212251823/Put/seqid=0 2024-11-10T04:18:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741870_1046 (size=9111) 2024-11-10T04:18:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741870_1046 (size=9111) 2024-11-10T04:18:53,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741870_1046 (size=9111) 2024-11-10T04:18:53,600 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.29 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6119910098a64295aa1cf9b37daa4138 2024-11-10T04:18:53,607 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6119910098a64295aa1cf9b37daa4138 2024-11-10T04:18:53,629 DEBUG [M:0;e900e1ae4b9f:33117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9eab2b08a194cc1af3b8c1dceeef672 is 69, key is e900e1ae4b9f,34025,1731212229234/rs:state/1731212230330/Put/seqid=0 2024-11-10T04:18:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741871_1047 (size=5441) 2024-11-10T04:18:53,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741871_1047 (size=5441) 2024-11-10T04:18:53,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741871_1047 (size=5441) 2024-11-10T04:18:53,638 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9eab2b08a194cc1af3b8c1dceeef672 2024-11-10T04:18:53,645 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9eab2b08a194cc1af3b8c1dceeef672 2024-11-10T04:18:53,646 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/418cabf4b999427897c574813dcaa0c0 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/418cabf4b999427897c574813dcaa0c0 2024-11-10T04:18:53,653 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/418cabf4b999427897c574813dcaa0c0, entries=14, sequenceid=561, filesize=5.9 K 2024-11-10T04:18:53,654 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6119910098a64295aa1cf9b37daa4138 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6119910098a64295aa1cf9b37daa4138 2024-11-10T04:18:53,660 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6119910098a64295aa1cf9b37daa4138 2024-11-10T04:18:53,660 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6119910098a64295aa1cf9b37daa4138, entries=60, sequenceid=561, filesize=8.9 K 2024-11-10T04:18:53,661 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9eab2b08a194cc1af3b8c1dceeef672 as hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9eab2b08a194cc1af3b8c1dceeef672 2024-11-10T04:18:53,668 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9eab2b08a194cc1af3b8c1dceeef672 2024-11-10T04:18:53,668 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34339/user/jenkins/test-data/a2f43407-b009-b82c-1925-70b1717f6141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9eab2b08a194cc1af3b8c1dceeef672, entries=3, sequenceid=561, filesize=5.3 K 2024-11-10T04:18:53,669 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.51 KB/217613, heapSize ~263.58 KB/269904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=561, compaction requested=false 2024-11-10T04:18:53,671 INFO [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:53,671 DEBUG [M:0;e900e1ae4b9f:33117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212333123Disabling compacts and flushes for region at 1731212333123Disabling writes for close at 1731212333123Obtaining lock to block concurrent updates at 1731212333123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212333123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217613, getHeapSize=270144, getOffHeapSize=0, getCellsCount=682 at 1731212333124 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212333125 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212333125Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212333147 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212333147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212333565 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212333588 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212333588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212333607 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212333628 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212333628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40013be6: reopening flushed file at 1731212333645 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a40e1fb: reopening flushed file at 1731212333653 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d3a6b2: reopening flushed file at 1731212333660 (+7 ms)Finished flush of dataSize ~212.51 KB/217613, heapSize ~263.58 KB/269904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=561, compaction requested=false at 1731212333669 (+9 ms)Writing region close event to WAL at 1731212333671 (+2 ms)Closed at 1731212333671 2024-11-10T04:18:53,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44735 is added to blk_1073741830_1006 (size=254981) 2024-11-10T04:18:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37051 is added to blk_1073741830_1006 (size=254981) 2024-11-10T04:18:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44751 is added to blk_1073741830_1006 (size=254981) 2024-11-10T04:18:53,675 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:18:53,675 INFO [M:0;e900e1ae4b9f:33117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:18:53,675 INFO [M:0;e900e1ae4b9f:33117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33117 2024-11-10T04:18:53,675 INFO [M:0;e900e1ae4b9f:33117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:18:53,777 INFO [M:0;e900e1ae4b9f:33117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:18:53,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:18:53,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33117-0x10100181eba0000, quorum=127.0.0.1:54934, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:18:53,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c3eb8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:18:53,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d875a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:18:53,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:18:53,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3214352d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:18:53,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f2b6eb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,STOPPED} 2024-11-10T04:18:53,787 WARN [BP-1217539485-172.17.0.2-1731212225392 heartbeating to localhost/127.0.0.1:34339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:18:53,787 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:18:53,787 WARN [BP-1217539485-172.17.0.2-1731212225392 heartbeating to localhost/127.0.0.1:34339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217539485-172.17.0.2-1731212225392 (Datanode Uuid 4ff46c44-882d-4381-865f-526b7f7d6b6a) service to localhost/127.0.0.1:34339 2024-11-10T04:18:53,787 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:18:53,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data5/current/BP-1217539485-172.17.0.2-1731212225392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:18:53,788 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data6/current/BP-1217539485-172.17.0.2-1731212225392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:18:53,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:18:53,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3140e83e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:18:53,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64eb43bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:18:53,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:18:53,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68afc928{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:18:53,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469646c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,STOPPED} 2024-11-10T04:18:53,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:18:53,793 WARN [BP-1217539485-172.17.0.2-1731212225392 heartbeating to localhost/127.0.0.1:34339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:18:53,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:18:53,793 WARN [BP-1217539485-172.17.0.2-1731212225392 heartbeating to localhost/127.0.0.1:34339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217539485-172.17.0.2-1731212225392 (Datanode Uuid f7341e84-f725-4a05-a314-45c3609b6e37) service to localhost/127.0.0.1:34339 2024-11-10T04:18:53,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data3/current/BP-1217539485-172.17.0.2-1731212225392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:18:53,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data4/current/BP-1217539485-172.17.0.2-1731212225392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:18:53,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:18:53,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c5f936a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:18:53,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42a60629{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:18:53,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:18:53,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423a5fd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:18:53,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@344ba041{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,STOPPED} 2024-11-10T04:18:53,799 WARN [BP-1217539485-172.17.0.2-1731212225392 heartbeating to localhost/127.0.0.1:34339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:18:53,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:18:53,799 WARN [BP-1217539485-172.17.0.2-1731212225392 heartbeating to localhost/127.0.0.1:34339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217539485-172.17.0.2-1731212225392 (Datanode Uuid b0576ae9-607f-48a6-8738-0ed67a66ef0f) service to localhost/127.0.0.1:34339 2024-11-10T04:18:53,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:18:53,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data1/current/BP-1217539485-172.17.0.2-1731212225392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:18:53,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/cluster_567311f6-0adf-a299-27c9-3cc132b52f1f/data/data2/current/BP-1217539485-172.17.0.2-1731212225392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:18:53,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:18:53,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c85e100{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:18:53,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604398c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:18:53,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:18:53,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b82aa31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:18:53,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612d3c76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir/,STOPPED} 2024-11-10T04:18:53,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:18:53,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:18:53,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/e900e1ae4b9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:34339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:34339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/e900e1ae4b9f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/e900e1ae4b9f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7f816eca java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/e900e1ae4b9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:34339 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:34339 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e900e1ae4b9f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=444 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=9036 (was 10186) 2024-11-10T04:18:53,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=62, ProcessCount=11, AvailableMemoryMB=9035 2024-11-10T04:18:53,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir so I do NOT create it in target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc 2024-11-10T04:18:53,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T04:18:53,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.tmp.dir so I do NOT create it in target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc 2024-11-10T04:18:53,893 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2af90907-ce6b-e896-dbd7-f3ff2df3c5e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T04:18:53,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc 2024-11-10T04:18:53,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T04:18:53,894 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef, deleteOnExit=true 2024-11-10T04:18:53,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T04:18:53,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/test.cache.data in system properties and HBase conf 2024-11-10T04:18:53,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T04:18:53,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir in system properties and HBase conf 2024-11-10T04:18:53,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T04:18:53,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T04:18:53,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T04:18:53,895 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T04:18:53,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:18:53,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T04:18:53,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/nfs.dump.dir in system properties and HBase conf 2024-11-10T04:18:53,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/java.io.tmpdir in system properties and HBase conf 2024-11-10T04:18:53,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T04:18:53,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T04:18:53,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T04:18:53,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:18:53,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:18:53,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:18:53,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:18:53,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:18:53,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:18:53,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7f0b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:18:53,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1d5eb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:18:54,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e215c0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/java.io.tmpdir/jetty-localhost-39217-hadoop-hdfs-3_4_1-tests_jar-_-any-602294122885392357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:18:54,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7708aacc{HTTP/1.1, (http/1.1)}{localhost:39217} 2024-11-10T04:18:54,101 INFO [Time-limited test {}] server.Server(415): Started @110584ms 2024-11-10T04:18:54,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:18:54,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:18:54,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:18:54,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:18:54,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:18:54,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@373d2d17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:18:54,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e81d2a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:18:54,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b896b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/java.io.tmpdir/jetty-localhost-44815-hadoop-hdfs-3_4_1-tests_jar-_-any-5146885612229916933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:18:54,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8a7388{HTTP/1.1, (http/1.1)}{localhost:44815} 2024-11-10T04:18:54,295 INFO [Time-limited test {}] server.Server(415): Started @110778ms 2024-11-10T04:18:54,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:18:54,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:18:54,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:18:54,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:18:54,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:18:54,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T04:18:54,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd7b31f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:18:54,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3a4abb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:18:54,396 WARN [Thread-701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data1/current/BP-821081518-172.17.0.2-1731212333927/current, will proceed with Du for space computation calculation, 2024-11-10T04:18:54,396 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data2/current/BP-821081518-172.17.0.2-1731212333927/current, will proceed with Du for space computation calculation, 2024-11-10T04:18:54,412 WARN [Thread-680 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:18:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60ab849d755e1dc1 with lease ID 0xf9a9769b261a6f41: Processing first storage report for DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9 from datanode DatanodeRegistration(127.0.0.1:33721, datanodeUuid=b0c60d0d-6d1f-4ee5-b088-8b0b0bc4bd76, infoPort=41863, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927) 2024-11-10T04:18:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60ab849d755e1dc1 with lease ID 0xf9a9769b261a6f41: from storage DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9 node DatanodeRegistration(127.0.0.1:33721, datanodeUuid=b0c60d0d-6d1f-4ee5-b088-8b0b0bc4bd76, infoPort=41863, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T04:18:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60ab849d755e1dc1 with lease ID 0xf9a9769b261a6f41: Processing first storage report for DS-c06ee372-6537-4af0-bae0-bc9120f927d7 from datanode DatanodeRegistration(127.0.0.1:33721, datanodeUuid=b0c60d0d-6d1f-4ee5-b088-8b0b0bc4bd76, infoPort=41863, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927) 2024-11-10T04:18:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60ab849d755e1dc1 with lease ID 0xf9a9769b261a6f41: from storage DS-c06ee372-6537-4af0-bae0-bc9120f927d7 node DatanodeRegistration(127.0.0.1:33721, datanodeUuid=b0c60d0d-6d1f-4ee5-b088-8b0b0bc4bd76, infoPort=41863, infoSecurePort=0, ipcPort=42815, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:18:54,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44fe9ff2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/java.io.tmpdir/jetty-localhost-37703-hadoop-hdfs-3_4_1-tests_jar-_-any-8180986218503852308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:18:54,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cc42325{HTTP/1.1, (http/1.1)}{localhost:37703} 2024-11-10T04:18:54,455 INFO [Time-limited test {}] server.Server(415): Started @110937ms 2024-11-10T04:18:54,456 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:18:54,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T04:18:54,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T04:18:54,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T04:18:54,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T04:18:54,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T04:18:54,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ccef60e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,AVAILABLE} 2024-11-10T04:18:54,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23684696{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T04:18:54,560 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data3/current/BP-821081518-172.17.0.2-1731212333927/current, will proceed with Du for space computation calculation, 2024-11-10T04:18:54,560 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data4/current/BP-821081518-172.17.0.2-1731212333927/current, will proceed with Du for space computation calculation, 2024-11-10T04:18:54,577 WARN [Thread-716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:18:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9084368fad476978 with lease ID 0xf9a9769b261a6f42: Processing first storage report for DS-294589e4-ce1d-4904-a902-a59b43e1e4a9 from datanode DatanodeRegistration(127.0.0.1:36821, datanodeUuid=4621a3a2-c225-449d-84fe-200f57b31f74, infoPort=42013, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927) 2024-11-10T04:18:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9084368fad476978 with lease ID 0xf9a9769b261a6f42: from storage DS-294589e4-ce1d-4904-a902-a59b43e1e4a9 node DatanodeRegistration(127.0.0.1:36821, datanodeUuid=4621a3a2-c225-449d-84fe-200f57b31f74, infoPort=42013, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:18:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9084368fad476978 with lease ID 0xf9a9769b261a6f42: Processing first storage report for DS-ca6d458f-7f61-4004-beb6-ae2a5671f8e9 from datanode DatanodeRegistration(127.0.0.1:36821, datanodeUuid=4621a3a2-c225-449d-84fe-200f57b31f74, infoPort=42013, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927) 2024-11-10T04:18:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9084368fad476978 with lease ID 0xf9a9769b261a6f42: from storage DS-ca6d458f-7f61-4004-beb6-ae2a5671f8e9 node DatanodeRegistration(127.0.0.1:36821, datanodeUuid=4621a3a2-c225-449d-84fe-200f57b31f74, infoPort=42013, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:18:54,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f161ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/java.io.tmpdir/jetty-localhost-33819-hadoop-hdfs-3_4_1-tests_jar-_-any-18367869519506274005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:18:54,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1510063e{HTTP/1.1, (http/1.1)}{localhost:33819} 2024-11-10T04:18:54,607 INFO [Time-limited test {}] server.Server(415): Started @111090ms 2024-11-10T04:18:54,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T04:18:54,706 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data5/current/BP-821081518-172.17.0.2-1731212333927/current, will proceed with Du for space computation calculation, 2024-11-10T04:18:54,706 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data6/current/BP-821081518-172.17.0.2-1731212333927/current, will proceed with Du for space computation calculation, 2024-11-10T04:18:54,722 WARN [Thread-751 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T04:18:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x524a256a749076cd with lease ID 0xf9a9769b261a6f43: Processing first storage report for DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1 from datanode DatanodeRegistration(127.0.0.1:40617, datanodeUuid=346c588f-8c8e-4de4-8355-41e25f863c9e, infoPort=45789, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927) 2024-11-10T04:18:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x524a256a749076cd with lease ID 0xf9a9769b261a6f43: from storage DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1 node DatanodeRegistration(127.0.0.1:40617, datanodeUuid=346c588f-8c8e-4de4-8355-41e25f863c9e, infoPort=45789, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:18:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x524a256a749076cd with lease ID 0xf9a9769b261a6f43: Processing first storage report for DS-91d7d870-fbc3-49a5-a3a5-29f17301f238 from datanode DatanodeRegistration(127.0.0.1:40617, datanodeUuid=346c588f-8c8e-4de4-8355-41e25f863c9e, infoPort=45789, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927) 2024-11-10T04:18:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x524a256a749076cd with lease ID 0xf9a9769b261a6f43: from storage DS-91d7d870-fbc3-49a5-a3a5-29f17301f238 node DatanodeRegistration(127.0.0.1:40617, datanodeUuid=346c588f-8c8e-4de4-8355-41e25f863c9e, infoPort=45789, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=1605312730;c=1731212333927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T04:18:54,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc 2024-11-10T04:18:54,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/zookeeper_0, clientPort=51637, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T04:18:54,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51637 2024-11-10T04:18:54,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:18:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:18:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741825_1001 (size=7) 2024-11-10T04:18:54,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 with version=8 2024-11-10T04:18:54,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/hbase-staging 2024-11-10T04:18:54,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:18:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:18:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:18:54,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T04:18:54,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:18:54,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45915 2024-11-10T04:18:54,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45915 connecting to ZooKeeper ensemble=127.0.0.1:51637 2024-11-10T04:18:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459150x0, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:18:54,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45915-0x1010019c11e0000 connected 2024-11-10T04:18:54,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:54,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588, hbase.cluster.distributed=false 2024-11-10T04:18:54,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:18:54,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45915 2024-11-10T04:18:54,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45915 2024-11-10T04:18:54,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45915 2024-11-10T04:18:54,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45915 2024-11-10T04:18:54,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45915 2024-11-10T04:18:54,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:18:54,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:18:54,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:18:54,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:18:54,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:18:54,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42907 2024-11-10T04:18:54,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42907 connecting to ZooKeeper ensemble=127.0.0.1:51637 2024-11-10T04:18:54,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429070x0, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:18:54,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:54,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42907-0x1010019c11e0001 connected 2024-11-10T04:18:54,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:18:54,827 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:18:54,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T04:18:54,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:18:54,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-10T04:18:54,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42907 2024-11-10T04:18:54,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42907 2024-11-10T04:18:54,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-10T04:18:54,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42907 2024-11-10T04:18:54,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:18:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:18:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:18:54,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:18:54,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:18:54,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38877 2024-11-10T04:18:54,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38877 connecting to ZooKeeper ensemble=127.0.0.1:51637 2024-11-10T04:18:54,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388770x0, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:18:54,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38877-0x1010019c11e0002 connected 2024-11-10T04:18:54,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:54,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:18:54,860 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:18:54,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T04:18:54,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:18:54,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-10T04:18:54,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38877 2024-11-10T04:18:54,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38877 2024-11-10T04:18:54,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-10T04:18:54,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38877 2024-11-10T04:18:54,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T04:18:54,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T04:18:54,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38087 2024-11-10T04:18:54,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38087 connecting to ZooKeeper ensemble=127.0.0.1:51637 2024-11-10T04:18:54,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380870x0, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T04:18:54,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38087-0x1010019c11e0003 connected 2024-11-10T04:18:54,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:18:54,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T04:18:54,895 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T04:18:54,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T04:18:54,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T04:18:54,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38087 2024-11-10T04:18:54,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38087 2024-11-10T04:18:54,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38087 2024-11-10T04:18:54,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38087 2024-11-10T04:18:54,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38087 2024-11-10T04:18:54,917 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:45915 2024-11-10T04:18:54,917 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,923 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,926 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T04:18:54,926 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e900e1ae4b9f,45915,1731212334755 from backup master directory 2024-11-10T04:18:54,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T04:18:54,928 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:18:54,928 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:54,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/hbase.id] with ID: aada6f64-332c-480a-a3fb-9cdda8fb906e 2024-11-10T04:18:54,933 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.tmp/hbase.id 2024-11-10T04:18:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:18:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:18:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741826_1002 (size=42) 2024-11-10T04:18:54,946 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.tmp/hbase.id]:[hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/hbase.id] 2024-11-10T04:18:54,960 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T04:18:54,960 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T04:18:54,961 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T04:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:18:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:18:54,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741827_1003 (size=196) 2024-11-10T04:18:54,973 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:18:54,974 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T04:18:54,975 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:18:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:18:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:18:54,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741828_1004 (size=1189) 2024-11-10T04:18:54,989 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store 2024-11-10T04:18:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:18:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:18:55,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741829_1005 (size=34) 2024-11-10T04:18:55,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:55,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:18:55,003 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:55,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:55,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:18:55,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:55,003 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:18:55,003 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212335003Disabling compacts and flushes for region at 1731212335003Disabling writes for close at 1731212335003Writing region close event to WAL at 1731212335003Closed at 1731212335003 2024-11-10T04:18:55,004 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/.initializing 2024-11-10T04:18:55,004 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/WALs/e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:55,006 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:18:55,008 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C45915%2C1731212334755, suffix=, logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/WALs/e900e1ae4b9f,45915,1731212334755, archiveDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/oldWALs, maxLogs=10 2024-11-10T04:18:55,028 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/WALs/e900e1ae4b9f,45915,1731212334755/e900e1ae4b9f%2C45915%2C1731212334755.1731212335009, exclude list is [], retry=0 2024-11-10T04:18:55,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1,DISK] 2024-11-10T04:18:55,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9,DISK] 2024-11-10T04:18:55,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36821,DS-294589e4-ce1d-4904-a902-a59b43e1e4a9,DISK] 2024-11-10T04:18:55,035 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/WALs/e900e1ae4b9f,45915,1731212334755/e900e1ae4b9f%2C45915%2C1731212334755.1731212335009 2024-11-10T04:18:55,035 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013),(127.0.0.1/127.0.0.1:45789:45789),(127.0.0.1/127.0.0.1:41863:41863)] 2024-11-10T04:18:55,035 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:18:55,036 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:55,036 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,036 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T04:18:55,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:55,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T04:18:55,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:55,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T04:18:55,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:55,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T04:18:55,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:18:55,048 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,049 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,049 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,050 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,050 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,051 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:18:55,052 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T04:18:55,055 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:18:55,055 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73874118, jitterRate=0.10081014037132263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:18:55,056 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731212335036Initializing all the Stores at 1731212335037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212335037Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212335038 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212335038Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212335038Cleaning up temporary data from old regions at 1731212335050 (+12 ms)Region opened successfully at 1731212335056 (+6 ms) 2024-11-10T04:18:55,056 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T04:18:55,060 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f28e313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:18:55,061 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T04:18:55,062 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T04:18:55,062 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T04:18:55,062 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T04:18:55,062 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T04:18:55,063 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T04:18:55,063 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T04:18:55,066 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T04:18:55,067 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T04:18:55,070 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T04:18:55,070 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T04:18:55,071 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T04:18:55,073 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T04:18:55,073 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T04:18:55,074 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T04:18:55,075 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T04:18:55,077 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T04:18:55,078 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T04:18:55,081 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T04:18:55,083 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,086 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,45915,1731212334755, sessionid=0x1010019c11e0000, setting cluster-up flag (Was=false) 2024-11-10T04:18:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,095 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T04:18:55,097 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,106 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T04:18:55,107 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,45915,1731212334755 2024-11-10T04:18:55,109 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T04:18:55,111 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T04:18:55,111 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T04:18:55,112 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T04:18:55,112 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,45915,1731212334755 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T04:18:55,113 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:18:55,113 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:18:55,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:18:55,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T04:18:55,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T04:18:55,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:18:55,114 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:18:55,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731212365117 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T04:18:55,118 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T04:18:55,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T04:18:55,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T04:18:55,119 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,119 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T04:18:55,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T04:18:55,119 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T04:18:55,120 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212335119,5,FailOnTimeoutGroup] 2024-11-10T04:18:55,121 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212335120,5,FailOnTimeoutGroup] 2024-11-10T04:18:55,121 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,121 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T04:18:55,121 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,121 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:18:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:18:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741831_1007 (size=1321) 2024-11-10T04:18:55,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T04:18:55,137 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:18:55,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:18:55,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:18:55,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741832_1008 (size=32) 2024-11-10T04:18:55,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:18:55,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:18:55,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:18:55,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:55,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:18:55,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:18:55,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:55,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:18:55,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:18:55,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:55,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:18:55,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:18:55,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:18:55,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:18:55,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:18:55,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740 2024-11-10T04:18:55,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740 2024-11-10T04:18:55,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:18:55,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:18:55,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:18:55,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:18:55,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:18:55,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60902074, jitterRate=-0.0924883782863617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:18:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731212335149Initializing all the Stores at 1731212335150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212335150Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212335150Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212335150Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212335150Cleaning up temporary data from old regions at 1731212335162 (+12 ms)Region opened successfully at 1731212335167 (+5 ms) 2024-11-10T04:18:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:18:55,167 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:18:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:18:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:18:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:18:55,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:18:55,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212335167Disabling compacts and flushes for region at 1731212335167Disabling writes for close at 1731212335167Writing region close event to WAL at 1731212335168 (+1 ms)Closed at 1731212335168 2024-11-10T04:18:55,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:18:55,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T04:18:55,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T04:18:55,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:18:55,171 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T04:18:55,207 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(746): ClusterId : aada6f64-332c-480a-a3fb-9cdda8fb906e 2024-11-10T04:18:55,208 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(746): ClusterId : aada6f64-332c-480a-a3fb-9cdda8fb906e 2024-11-10T04:18:55,208 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(746): ClusterId : aada6f64-332c-480a-a3fb-9cdda8fb906e 2024-11-10T04:18:55,208 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:18:55,208 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:18:55,208 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T04:18:55,211 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:18:55,211 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:18:55,211 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:18:55,211 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:18:55,211 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T04:18:55,212 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T04:18:55,214 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:18:55,215 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:18:55,215 DEBUG [RS:0;e900e1ae4b9f:42907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecff76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:18:55,215 DEBUG [RS:1;e900e1ae4b9f:38877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cae1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:18:55,215 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T04:18:55,215 DEBUG [RS:2;e900e1ae4b9f:38087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d97a410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T04:18:55,229 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e900e1ae4b9f:38877 2024-11-10T04:18:55,229 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:18:55,229 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:18:55,229 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:18:55,230 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:42907 2024-11-10T04:18:55,230 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:18:55,230 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:18:55,230 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:18:55,230 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,45915,1731212334755 with port=38877, startcode=1731212334850 2024-11-10T04:18:55,230 DEBUG [RS:1;e900e1ae4b9f:38877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:18:55,231 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,45915,1731212334755 with port=42907, startcode=1731212334813 2024-11-10T04:18:55,231 DEBUG [RS:0;e900e1ae4b9f:42907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:18:55,233 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:18:55,233 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:18:55,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,38877,1731212334850 2024-11-10T04:18:55,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45915 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:18:55,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45915 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,235 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:18:55,235 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43923 2024-11-10T04:18:55,235 DEBUG [RS:2;e900e1ae4b9f:38087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e900e1ae4b9f:38087 2024-11-10T04:18:55,235 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:18:55,235 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T04:18:55,235 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T04:18:55,235 DEBUG [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T04:18:55,236 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,45915,1731212334755 with port=38087, startcode=1731212334883 2024-11-10T04:18:55,236 DEBUG [RS:2;e900e1ae4b9f:38087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T04:18:55,237 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:18:55,237 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43923 2024-11-10T04:18:55,237 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:18:55,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:18:55,238 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T04:18:55,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,38087,1731212334883 2024-11-10T04:18:55,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45915 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:18:55,241 DEBUG [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:18:55,241 DEBUG [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43923 2024-11-10T04:18:55,241 DEBUG [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T04:18:55,242 DEBUG [RS:1;e900e1ae4b9f:38877 {}] zookeeper.ZKUtil(111): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,38877,1731212334850 2024-11-10T04:18:55,242 WARN [RS:1;e900e1ae4b9f:38877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:18:55,242 INFO [RS:1;e900e1ae4b9f:38877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:18:55,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,38877,1731212334850] 2024-11-10T04:18:55,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,42907,1731212334813] 2024-11-10T04:18:55,243 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38877,1731212334850 2024-11-10T04:18:55,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:18:55,243 DEBUG [RS:0;e900e1ae4b9f:42907 {}] zookeeper.ZKUtil(111): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,244 WARN [RS:0;e900e1ae4b9f:42907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:18:55,244 INFO [RS:0;e900e1ae4b9f:42907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:18:55,244 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,244 DEBUG [RS:2;e900e1ae4b9f:38087 {}] zookeeper.ZKUtil(111): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,38087,1731212334883 2024-11-10T04:18:55,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,38087,1731212334883] 2024-11-10T04:18:55,244 WARN [RS:2;e900e1ae4b9f:38087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T04:18:55,244 INFO [RS:2;e900e1ae4b9f:38087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:18:55,244 DEBUG [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883 2024-11-10T04:18:55,248 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:18:55,248 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:18:55,250 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T04:18:55,250 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:18:55,252 INFO [RS:0;e900e1ae4b9f:42907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:18:55,252 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,253 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:18:55,253 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:18:55,254 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:18:55,254 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:18:55,254 DEBUG [RS:0;e900e1ae4b9f:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:18:55,256 INFO [RS:1;e900e1ae4b9f:38877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:18:55,256 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,257 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T04:18:55,257 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:18:55,258 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:18:55,258 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:18:55,258 DEBUG [RS:1;e900e1ae4b9f:38877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:18:55,260 INFO [RS:2;e900e1ae4b9f:38087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T04:18:55,260 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T04:18:55,264 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42907,1731212334813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38877,1731212334850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:18:55,264 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T04:18:55,264 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:18:55,265 DEBUG [RS:2;e900e1ae4b9f:38087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T04:18:55,268 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,268 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,268 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,268 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,268 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,268 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38087,1731212334883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:18:55,279 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:18:55,279 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:18:55,279 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42907,1731212334813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,279 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38877,1731212334850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,279 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,279 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.Replication(171): e900e1ae4b9f,42907,1731212334813 started 2024-11-10T04:18:55,279 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,279 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.Replication(171): e900e1ae4b9f,38877,1731212334850 started 2024-11-10T04:18:55,282 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T04:18:55,282 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38087,1731212334883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,282 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,282 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.Replication(171): e900e1ae4b9f,38087,1731212334883 started 2024-11-10T04:18:55,292 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,292 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,292 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,38877,1731212334850, RpcServer on e900e1ae4b9f/172.17.0.2:38877, sessionid=0x1010019c11e0002 2024-11-10T04:18:55,292 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,42907,1731212334813, RpcServer on e900e1ae4b9f/172.17.0.2:42907, sessionid=0x1010019c11e0001 2024-11-10T04:18:55,293 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:18:55,293 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:18:55,293 DEBUG [RS:0;e900e1ae4b9f:42907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,293 DEBUG [RS:1;e900e1ae4b9f:38877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,38877,1731212334850 2024-11-10T04:18:55,293 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42907,1731212334813' 2024-11-10T04:18:55,293 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38877,1731212334850' 2024-11-10T04:18:55,293 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T04:18:55,293 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T04:18:55,293 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T04:18:55,293 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T04:18:55,294 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:18:55,294 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:18:55,294 DEBUG [RS:0;e900e1ae4b9f:42907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,294 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42907,1731212334813' 2024-11-10T04:18:55,294 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T04:18:55,294 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:18:55,294 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:18:55,294 DEBUG [RS:1;e900e1ae4b9f:38877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,38877,1731212334850 2024-11-10T04:18:55,294 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38877,1731212334850' 2024-11-10T04:18:55,294 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T04:18:55,294 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T04:18:55,295 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T04:18:55,295 DEBUG [RS:0;e900e1ae4b9f:42907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:18:55,295 DEBUG [RS:1;e900e1ae4b9f:38877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:18:55,295 INFO [RS:0;e900e1ae4b9f:42907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:18:55,295 INFO [RS:1;e900e1ae4b9f:38877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:18:55,295 INFO [RS:0;e900e1ae4b9f:42907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:18:55,295 INFO [RS:1;e900e1ae4b9f:38877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:18:55,295 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:18:55,296 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,38087,1731212334883, RpcServer on e900e1ae4b9f/172.17.0.2:38087, sessionid=0x1010019c11e0003 2024-11-10T04:18:55,296 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T04:18:55,296 DEBUG [RS:2;e900e1ae4b9f:38087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,38087,1731212334883 2024-11-10T04:18:55,296 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38087,1731212334883' 2024-11-10T04:18:55,296 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T04:18:55,296 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,38087,1731212334883 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38087,1731212334883' 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T04:18:55,297 DEBUG [RS:2;e900e1ae4b9f:38087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T04:18:55,297 INFO [RS:2;e900e1ae4b9f:38087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T04:18:55,297 INFO [RS:2;e900e1ae4b9f:38087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T04:18:55,321 WARN [e900e1ae4b9f:45915 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T04:18:55,395 INFO [RS:0;e900e1ae4b9f:42907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:18:55,395 INFO [RS:1;e900e1ae4b9f:38877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:18:55,398 INFO [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C42907%2C1731212334813, suffix=, logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813, archiveDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs, maxLogs=32 2024-11-10T04:18:55,398 INFO [RS:1;e900e1ae4b9f:38877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C38877%2C1731212334850, suffix=, logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38877,1731212334850, archiveDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs, maxLogs=32 2024-11-10T04:18:55,398 INFO [RS:2;e900e1ae4b9f:38087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T04:18:55,399 INFO [RS:2;e900e1ae4b9f:38087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C38087%2C1731212334883, suffix=, logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883, archiveDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs, maxLogs=32 2024-11-10T04:18:55,414 DEBUG [RS:0;e900e1ae4b9f:42907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813/e900e1ae4b9f%2C42907%2C1731212334813.1731212335400, exclude list is [], retry=0 2024-11-10T04:18:55,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1,DISK] 2024-11-10T04:18:55,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9,DISK] 2024-11-10T04:18:55,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36821,DS-294589e4-ce1d-4904-a902-a59b43e1e4a9,DISK] 2024-11-10T04:18:55,420 INFO [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813/e900e1ae4b9f%2C42907%2C1731212334813.1731212335400 2024-11-10T04:18:55,420 DEBUG [RS:1;e900e1ae4b9f:38877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38877,1731212334850/e900e1ae4b9f%2C38877%2C1731212334850.1731212335400, exclude list is [], retry=0 2024-11-10T04:18:55,420 DEBUG [RS:2;e900e1ae4b9f:38087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, exclude list is [], retry=0 2024-11-10T04:18:55,420 DEBUG [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013),(127.0.0.1/127.0.0.1:41863:41863),(127.0.0.1/127.0.0.1:45789:45789)] 2024-11-10T04:18:55,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1,DISK] 2024-11-10T04:18:55,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36821,DS-294589e4-ce1d-4904-a902-a59b43e1e4a9,DISK] 2024-11-10T04:18:55,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36821,DS-294589e4-ce1d-4904-a902-a59b43e1e4a9,DISK] 2024-11-10T04:18:55,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9,DISK] 2024-11-10T04:18:55,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9,DISK] 2024-11-10T04:18:55,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1,DISK] 2024-11-10T04:18:55,426 INFO [RS:2;e900e1ae4b9f:38087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 2024-11-10T04:18:55,429 DEBUG [RS:2;e900e1ae4b9f:38087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45789:45789),(127.0.0.1/127.0.0.1:41863:41863),(127.0.0.1/127.0.0.1:42013:42013)] 2024-11-10T04:18:55,430 INFO [RS:1;e900e1ae4b9f:38877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38877,1731212334850/e900e1ae4b9f%2C38877%2C1731212334850.1731212335400 2024-11-10T04:18:55,430 DEBUG [RS:1;e900e1ae4b9f:38877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45789:45789),(127.0.0.1/127.0.0.1:41863:41863),(127.0.0.1/127.0.0.1:42013:42013)] 2024-11-10T04:18:55,571 DEBUG [e900e1ae4b9f:45915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T04:18:55,572 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T04:18:55,574 INFO [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:18:55,574 INFO [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:18:55,574 INFO [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T04:18:55,574 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:18:55,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:18:55,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42907,1731212334813, state=OPENING 2024-11-10T04:18:55,577 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T04:18:55,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:18:55,581 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T04:18:55,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:55,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:55,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:55,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42907,1731212334813}] 2024-11-10T04:18:55,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:18:57,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:18:57,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:18:57,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:18:58,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:18:58,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:18:58,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:18:58,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:05,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:19:05,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:19:05,590 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T04:19:05,591 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T04:19:05,591 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T04:19:05,593 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C42907%2C1731212334813.meta, suffix=.meta, logDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813, archiveDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs, maxLogs=32 2024-11-10T04:19:05,607 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813/e900e1ae4b9f%2C42907%2C1731212334813.meta.1731212345594.meta, exclude list is [], retry=0 2024-11-10T04:19:05,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36821,DS-294589e4-ce1d-4904-a902-a59b43e1e4a9,DISK] 2024-11-10T04:19:05,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40617,DS-54ce5fd5-01bf-4be2-ab65-b0af297694b1,DISK] 2024-11-10T04:19:05,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33721,DS-1dfa69dc-989b-4c8f-aa93-41bfd089b5e9,DISK] 2024-11-10T04:19:05,611 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813/e900e1ae4b9f%2C42907%2C1731212334813.meta.1731212345594.meta 2024-11-10T04:19:05,612 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013),(127.0.0.1/127.0.0.1:41863:41863),(127.0.0.1/127.0.0.1:45789:45789)] 2024-11-10T04:19:05,612 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T04:19:05,612 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T04:19:05,612 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T04:19:05,613 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T04:19:05,613 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T04:19:05,613 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,613 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T04:19:05,613 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T04:19:05,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T04:19:05,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T04:19:05,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:05,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:19:05,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T04:19:05,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T04:19:05,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:05,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:19:05,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T04:19:05,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T04:19:05,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:05,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:19:05,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T04:19:05,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T04:19:05,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:05,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T04:19:05,621 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T04:19:05,622 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740 2024-11-10T04:19:05,623 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740 2024-11-10T04:19:05,624 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T04:19:05,624 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T04:19:05,625 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T04:19:05,626 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T04:19:05,627 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67660205, jitterRate=0.00821562111377716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T04:19:05,627 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T04:19:05,627 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731212345613Writing region info on filesystem at 1731212345613Initializing all the Stores at 1731212345614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212345614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212345614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212345614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731212345614Cleaning up temporary data from old regions at 1731212345624 (+10 ms)Running coprocessor post-open hooks at 1731212345627 (+3 ms)Region opened successfully at 1731212345627 2024-11-10T04:19:05,628 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731212345583 2024-11-10T04:19:05,630 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T04:19:05,630 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T04:19:05,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:05,632 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,42907,1731212334813, state=OPEN 2024-11-10T04:19:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:19:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:19:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:19:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T04:19:05,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:05,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:19:05,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:19:05,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:19:05,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T04:19:05,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T04:19:05,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,42907,1731212334813 in 10.0530 sec 2024-11-10T04:19:05,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T04:19:05,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4670 sec 2024-11-10T04:19:05,639 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T04:19:05,639 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T04:19:05,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:19:05,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42907,1731212334813, seqNum=-1] 2024-11-10T04:19:05,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:19:05,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:19:05,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5360 sec 2024-11-10T04:19:05,647 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731212345647, completionTime=-1 2024-11-10T04:19:05,648 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T04:19:05,648 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T04:19:05,650 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T04:19:05,650 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731212405650 2024-11-10T04:19:05,650 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731212465650 2024-11-10T04:19:05,650 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T04:19:05,650 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T04:19:05,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45915,1731212334755-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45915,1731212334755-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45915,1731212334755-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:45915, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,651 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,653 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T04:19:05,655 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.727sec 2024-11-10T04:19:05,655 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T04:19:05,655 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T04:19:05,656 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T04:19:05,656 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T04:19:05,656 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T04:19:05,656 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45915,1731212334755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T04:19:05,656 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45915,1731212334755-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T04:19:05,658 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T04:19:05,658 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T04:19:05,658 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45915,1731212334755-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T04:19:05,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197c6a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:19:05,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,45915,-1 for getting cluster id 2024-11-10T04:19:05,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:19:05,717 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aada6f64-332c-480a-a3fb-9cdda8fb906e' 2024-11-10T04:19:05,718 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:19:05,718 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aada6f64-332c-480a-a3fb-9cdda8fb906e" 2024-11-10T04:19:05,718 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f317ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:19:05,718 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,45915,-1] 2024-11-10T04:19:05,719 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:19:05,719 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:05,720 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:19:05,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b09f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:19:05,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:19:05,722 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42907,1731212334813, seqNum=-1] 2024-11-10T04:19:05,723 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:19:05,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:19:05,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,45915,1731212334755 2024-11-10T04:19:05,726 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731212345726 (current time:1731212345726). 2024-11-10T04:19:05,726 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T04:19:05,726 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T04:19:05,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6906d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:19:05,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,45915,-1 for getting cluster id 2024-11-10T04:19:05,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T04:19:05,727 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aada6f64-332c-480a-a3fb-9cdda8fb906e' 2024-11-10T04:19:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T04:19:05,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aada6f64-332c-480a-a3fb-9cdda8fb906e" 2024-11-10T04:19:05,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33db8035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:19:05,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,45915,-1] 2024-11-10T04:19:05,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T04:19:05,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:05,729 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T04:19:05,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe4c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T04:19:05,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T04:19:05,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,42907,1731212334813, seqNum=-1] 2024-11-10T04:19:05,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:19:05,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:19:05,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:19:05,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:19:05,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:05,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:05,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:19:05,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T04:19:05,734 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,45915,1731212334755 2024-11-10T04:19:05,734 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643fe5a0 2024-11-10T04:19:05,734 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T04:19:05,735 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T04:19:05,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T04:19:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T04:19:05,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T04:19:05,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:05,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T04:19:05,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T04:19:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:05,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741837_1013 (size=361) 2024-11-10T04:19:05,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741837_1013 (size=361) 2024-11-10T04:19:05,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741837_1013 (size=361) 2024-11-10T04:19:05,754 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ea60671b98544b5f62ef71655b1f6216, NAME => 'SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,755 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => afaf425ed1bb8a7ab687857e6ba40ecf, NAME => 'SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,755 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9b27d1205a74be588ae9611ca3f4c8d, NAME => 'SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741839_1015 (size=54) 2024-11-10T04:19:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741839_1015 (size=54) 2024-11-10T04:19:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741839_1015 (size=54) 2024-11-10T04:19:05,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d9b27d1205a74be588ae9611ca3f4c8d, disabling compactions & flushes 2024-11-10T04:19:05,772 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:05,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:05,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. after waiting 0 ms 2024-11-10T04:19:05,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:05,772 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:05,772 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9b27d1205a74be588ae9611ca3f4c8d: Waiting for close lock at 1731212345772Disabling compacts and flushes for region at 1731212345772Disabling writes for close at 1731212345772Writing region close event to WAL at 1731212345772Closed at 1731212345772 2024-11-10T04:19:05,773 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94e22faa6585ac9a177a45c2d8f384ce, NAME => 'SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741838_1014 (size=62) 2024-11-10T04:19:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741838_1014 (size=62) 2024-11-10T04:19:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741838_1014 (size=62) 2024-11-10T04:19:05,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing afaf425ed1bb8a7ab687857e6ba40ecf, disabling compactions & flushes 2024-11-10T04:19:05,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:05,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:05,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. after waiting 0 ms 2024-11-10T04:19:05,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:05,775 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:05,775 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for afaf425ed1bb8a7ab687857e6ba40ecf: Waiting for close lock at 1731212345775Disabling compacts and flushes for region at 1731212345775Disabling writes for close at 1731212345775Writing region close event to WAL at 1731212345775Closed at 1731212345775 2024-11-10T04:19:05,776 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a0225a09dcf50eed0f3b227ea47b3fa1, NAME => 'SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741840_1016 (size=62) 2024-11-10T04:19:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741840_1016 (size=62) 2024-11-10T04:19:05,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741840_1016 (size=62) 2024-11-10T04:19:05,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ea60671b98544b5f62ef71655b1f6216, disabling compactions & flushes 2024-11-10T04:19:05,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:05,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:05,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. after waiting 0 ms 2024-11-10T04:19:05,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:05,785 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:05,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ea60671b98544b5f62ef71655b1f6216: Waiting for close lock at 1731212345785Disabling compacts and flushes for region at 1731212345785Disabling writes for close at 1731212345785Writing region close event to WAL at 1731212345785Closed at 1731212345785 2024-11-10T04:19:05,786 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 47f199607b6a9cf43804e2120853df6c, NAME => 'SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741841_1017 (size=62) 2024-11-10T04:19:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741841_1017 (size=62) 2024-11-10T04:19:05,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741843_1019 (size=62) 2024-11-10T04:19:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741841_1017 (size=62) 2024-11-10T04:19:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741842_1018 (size=62) 2024-11-10T04:19:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741843_1019 (size=62) 2024-11-10T04:19:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741843_1019 (size=62) 2024-11-10T04:19:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741842_1018 (size=62) 2024-11-10T04:19:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741842_1018 (size=62) 2024-11-10T04:19:05,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 47f199607b6a9cf43804e2120853df6c, disabling compactions & flushes 2024-11-10T04:19:05,804 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:05,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:05,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. after waiting 0 ms 2024-11-10T04:19:05,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:05,804 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:05,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 47f199607b6a9cf43804e2120853df6c: Waiting for close lock at 1731212345804Disabling compacts and flushes for region at 1731212345804Disabling writes for close at 1731212345804Writing region close event to WAL at 1731212345804Closed at 1731212345804 2024-11-10T04:19:05,805 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1e9117c8009381ebbca357cdaaa08cf1, NAME => 'SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a0225a09dcf50eed0f3b227ea47b3fa1, disabling compactions & flushes 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 94e22faa6585ac9a177a45c2d8f384ce, disabling compactions & flushes 2024-11-10T04:19:05,805 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:05,805 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. after waiting 0 ms 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. after waiting 0 ms 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:05,805 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:05,805 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94e22faa6585ac9a177a45c2d8f384ce: Waiting for close lock at 1731212345805Disabling compacts and flushes for region at 1731212345805Disabling writes for close at 1731212345805Writing region close event to WAL at 1731212345805Closed at 1731212345805 2024-11-10T04:19:05,805 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a0225a09dcf50eed0f3b227ea47b3fa1: Waiting for close lock at 1731212345805Disabling compacts and flushes for region at 1731212345805Disabling writes for close at 1731212345805Writing region close event to WAL at 1731212345805Closed at 1731212345805 2024-11-10T04:19:05,806 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58f7a05f6b78c72e0c513422321ffa93, NAME => 'SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a68f48d2cb7aabca6fec7739053edb8f, NAME => 'SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741844_1020 (size=62) 2024-11-10T04:19:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741844_1020 (size=62) 2024-11-10T04:19:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741844_1020 (size=62) 2024-11-10T04:19:05,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1e9117c8009381ebbca357cdaaa08cf1, disabling compactions & flushes 2024-11-10T04:19:05,821 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:05,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:05,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. after waiting 0 ms 2024-11-10T04:19:05,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:05,821 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:05,821 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1e9117c8009381ebbca357cdaaa08cf1: Waiting for close lock at 1731212345821Disabling compacts and flushes for region at 1731212345821Disabling writes for close at 1731212345821Writing region close event to WAL at 1731212345821Closed at 1731212345821 2024-11-10T04:19:05,821 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 68fe5966a4ec8f555b5c1c6c9d5e73c7, NAME => 'SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588 2024-11-10T04:19:05,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741845_1021 (size=62) 2024-11-10T04:19:05,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741846_1022 (size=62) 2024-11-10T04:19:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741845_1021 (size=62) 2024-11-10T04:19:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741845_1021 (size=62) 2024-11-10T04:19:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741846_1022 (size=62) 2024-11-10T04:19:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741846_1022 (size=62) 2024-11-10T04:19:05,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 58f7a05f6b78c72e0c513422321ffa93, disabling compactions & flushes 2024-11-10T04:19:05,834 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:05,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:05,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. after waiting 0 ms 2024-11-10T04:19:05,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:05,834 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:05,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58f7a05f6b78c72e0c513422321ffa93: Waiting for close lock at 1731212345834Disabling compacts and flushes for region at 1731212345834Disabling writes for close at 1731212345834Writing region close event to WAL at 1731212345834Closed at 1731212345834 2024-11-10T04:19:05,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a68f48d2cb7aabca6fec7739053edb8f, disabling compactions & flushes 2024-11-10T04:19:05,836 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:05,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:05,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. after waiting 0 ms 2024-11-10T04:19:05,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:05,837 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:05,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a68f48d2cb7aabca6fec7739053edb8f: Waiting for close lock at 1731212345836Disabling compacts and flushes for region at 1731212345836Disabling writes for close at 1731212345837 (+1 ms)Writing region close event to WAL at 1731212345837Closed at 1731212345837 2024-11-10T04:19:05,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741847_1023 (size=54) 2024-11-10T04:19:05,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741847_1023 (size=54) 2024-11-10T04:19:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741847_1023 (size=54) 2024-11-10T04:19:05,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:05,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 68fe5966a4ec8f555b5c1c6c9d5e73c7, disabling compactions & flushes 2024-11-10T04:19:05,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:05,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:05,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. after waiting 0 ms 2024-11-10T04:19:05,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:05,841 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:05,841 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 68fe5966a4ec8f555b5c1c6c9d5e73c7: Waiting for close lock at 1731212345841Disabling compacts and flushes for region at 1731212345841Disabling writes for close at 1731212345841Writing region close event to WAL at 1731212345841Closed at 1731212345841 2024-11-10T04:19:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:05,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731212345843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731212345843"}]},"ts":"1731212345843"} 2024-11-10T04:19:05,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T04:19:05,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T04:19:05,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212345850"}]},"ts":"1731212345850"} 2024-11-10T04:19:05,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T04:19:05,853 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T04:19:05,858 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:19:05,858 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:19:05,858 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T04:19:05,858 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:19:05,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9b27d1205a74be588ae9611ca3f4c8d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afaf425ed1bb8a7ab687857e6ba40ecf, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94e22faa6585ac9a177a45c2d8f384ce, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47f199607b6a9cf43804e2120853df6c, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9117c8009381ebbca357cdaaa08cf1, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f7a05f6b78c72e0c513422321ffa93, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68fe5966a4ec8f555b5c1c6c9d5e73c7, ASSIGN}] 2024-11-10T04:19:05,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94e22faa6585ac9a177a45c2d8f384ce, ASSIGN 2024-11-10T04:19:05,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afaf425ed1bb8a7ab687857e6ba40ecf, ASSIGN 2024-11-10T04:19:05,861 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN 2024-11-10T04:19:05,861 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9b27d1205a74be588ae9611ca3f4c8d, ASSIGN 2024-11-10T04:19:05,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94e22faa6585ac9a177a45c2d8f384ce, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,38877,1731212334850; forceNewPlan=false, retain=false 2024-11-10T04:19:05,862 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afaf425ed1bb8a7ab687857e6ba40ecf, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,38877,1731212334850; forceNewPlan=false, retain=false 2024-11-10T04:19:05,862 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,38087,1731212334883; forceNewPlan=false, retain=false 2024-11-10T04:19:05,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9b27d1205a74be588ae9611ca3f4c8d, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,42907,1731212334813; forceNewPlan=false, retain=false 2024-11-10T04:19:05,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68fe5966a4ec8f555b5c1c6c9d5e73c7, ASSIGN 2024-11-10T04:19:05,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN 2024-11-10T04:19:05,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9117c8009381ebbca357cdaaa08cf1, ASSIGN 2024-11-10T04:19:05,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f7a05f6b78c72e0c513422321ffa93, ASSIGN 2024-11-10T04:19:05,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47f199607b6a9cf43804e2120853df6c, ASSIGN 2024-11-10T04:19:05,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68fe5966a4ec8f555b5c1c6c9d5e73c7, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,42907,1731212334813; forceNewPlan=false, retain=false 2024-11-10T04:19:05,867 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,38087,1731212334883; forceNewPlan=false, retain=false 2024-11-10T04:19:05,867 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58f7a05f6b78c72e0c513422321ffa93, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,38877,1731212334850; forceNewPlan=false, retain=false 2024-11-10T04:19:05,867 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47f199607b6a9cf43804e2120853df6c, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,42907,1731212334813; forceNewPlan=false, retain=false 2024-11-10T04:19:05,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e9117c8009381ebbca357cdaaa08cf1, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,42907,1731212334813; forceNewPlan=false, retain=false 2024-11-10T04:19:05,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN 2024-11-10T04:19:05,871 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,38087,1731212334883; forceNewPlan=false, retain=false 2024-11-10T04:19:06,012 INFO [e900e1ae4b9f:45915 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T04:19:06,013 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47f199607b6a9cf43804e2120853df6c, regionState=OPENING, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:06,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58f7a05f6b78c72e0c513422321ffa93, regionState=OPENING, regionLocation=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:06,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e9117c8009381ebbca357cdaaa08cf1, regionState=OPENING, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:06,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b27d1205a74be588ae9611ca3f4c8d, regionState=OPENING, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:06,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=68fe5966a4ec8f555b5c1c6c9d5e73c7, regionState=OPENING, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:06,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afaf425ed1bb8a7ab687857e6ba40ecf, regionState=OPENING, regionLocation=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:06,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94e22faa6585ac9a177a45c2d8f384ce, regionState=OPENING, regionLocation=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:06,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a68f48d2cb7aabca6fec7739053edb8f, regionState=OPENING, regionLocation=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:06,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a0225a09dcf50eed0f3b227ea47b3fa1, regionState=OPENING, regionLocation=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:06,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ea60671b98544b5f62ef71655b1f6216, regionState=OPENING, regionLocation=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:06,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1e9117c8009381ebbca357cdaaa08cf1, ASSIGN because future has completed 2024-11-10T04:19:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1, server=e900e1ae4b9f,42907,1731212334813}] 2024-11-10T04:19:06,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9b27d1205a74be588ae9611ca3f4c8d, ASSIGN because future has completed 2024-11-10T04:19:06,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d, server=e900e1ae4b9f,42907,1731212334813}] 2024-11-10T04:19:06,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58f7a05f6b78c72e0c513422321ffa93, ASSIGN because future has completed 2024-11-10T04:19:06,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47f199607b6a9cf43804e2120853df6c, ASSIGN because future has completed 2024-11-10T04:19:06,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f199607b6a9cf43804e2120853df6c, server=e900e1ae4b9f,42907,1731212334813}] 2024-11-10T04:19:06,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f7a05f6b78c72e0c513422321ffa93, server=e900e1ae4b9f,38877,1731212334850}] 2024-11-10T04:19:06,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=68fe5966a4ec8f555b5c1c6c9d5e73c7, ASSIGN because future has completed 2024-11-10T04:19:06,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=afaf425ed1bb8a7ab687857e6ba40ecf, ASSIGN because future has completed 2024-11-10T04:19:06,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=94e22faa6585ac9a177a45c2d8f384ce, ASSIGN because future has completed 2024-11-10T04:19:06,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7, server=e900e1ae4b9f,42907,1731212334813}] 2024-11-10T04:19:06,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf, server=e900e1ae4b9f,38877,1731212334850}] 2024-11-10T04:19:06,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN because future has completed 2024-11-10T04:19:06,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN because future has completed 2024-11-10T04:19:06,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN because future has completed 2024-11-10T04:19:06,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce, server=e900e1ae4b9f,38877,1731212334850}] 2024-11-10T04:19:06,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea60671b98544b5f62ef71655b1f6216, server=e900e1ae4b9f,38087,1731212334883}] 2024-11-10T04:19:06,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a68f48d2cb7aabca6fec7739053edb8f, server=e900e1ae4b9f,38087,1731212334883}] 2024-11-10T04:19:06,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1, server=e900e1ae4b9f,38087,1731212334883}] 2024-11-10T04:19:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:07,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T04:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:10,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:10,622 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T04:19:10,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:10,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:11,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:19:11,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:11,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:11,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:16,025 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:16,025 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 47f199607b6a9cf43804e2120853df6c, NAME => 'SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T04:19:16,025 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,025 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,025 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,025 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,027 INFO [StoreOpener-47f199607b6a9cf43804e2120853df6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,028 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:19:16,028 INFO [StoreOpener-47f199607b6a9cf43804e2120853df6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f199607b6a9cf43804e2120853df6c columnFamilyName cf 2024-11-10T04:19:16,028 DEBUG [StoreOpener-47f199607b6a9cf43804e2120853df6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,029 INFO [StoreOpener-47f199607b6a9cf43804e2120853df6c-1 {}] regionserver.HStore(327): Store=47f199607b6a9cf43804e2120853df6c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,029 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,030 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:19:16,030 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,031 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,031 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,033 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,036 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/47f199607b6a9cf43804e2120853df6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T04:19:16,036 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:16,036 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 47f199607b6a9cf43804e2120853df6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66188746, jitterRate=-0.013710826635360718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,036 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:16,036 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => afaf425ed1bb8a7ab687857e6ba40ecf, NAME => 'SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T04:19:16,037 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 47f199607b6a9cf43804e2120853df6c: Running coprocessor pre-open hook at 1731212356026Writing region info on filesystem at 1731212356026Initializing all the Stores at 1731212356026Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356026Cleaning up temporary data from old regions at 1731212356031 (+5 ms)Running coprocessor post-open hooks at 1731212356036 (+5 ms)Region opened successfully at 1731212356037 (+1 ms) 2024-11-10T04:19:16,037 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,037 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,037 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,037 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T04:19:16,038 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c., pid=17, masterSystemTime=1731212356020 2024-11-10T04:19:16,039 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:16,040 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:16,040 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:16,040 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d9b27d1205a74be588ae9611ca3f4c8d, NAME => 'SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T04:19:16,040 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,040 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47f199607b6a9cf43804e2120853df6c, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:16,040 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,040 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f199607b6a9cf43804e2120853df6c, server=e900e1ae4b9f,42907,1731212334813 because future has completed 2024-11-10T04:19:16,044 INFO [StoreOpener-afaf425ed1bb8a7ab687857e6ba40ecf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,044 INFO [StoreOpener-d9b27d1205a74be588ae9611ca3f4c8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,045 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:16,045 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a68f48d2cb7aabca6fec7739053edb8f, NAME => 'SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T04:19:16,045 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,045 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,045 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,045 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,048 INFO [StoreOpener-afaf425ed1bb8a7ab687857e6ba40ecf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afaf425ed1bb8a7ab687857e6ba40ecf columnFamilyName cf 2024-11-10T04:19:16,048 INFO [StoreOpener-d9b27d1205a74be588ae9611ca3f4c8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9b27d1205a74be588ae9611ca3f4c8d columnFamilyName cf 2024-11-10T04:19:16,048 DEBUG [StoreOpener-afaf425ed1bb8a7ab687857e6ba40ecf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,048 DEBUG [StoreOpener-d9b27d1205a74be588ae9611ca3f4c8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,049 INFO [StoreOpener-a68f48d2cb7aabca6fec7739053edb8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,049 INFO [StoreOpener-afaf425ed1bb8a7ab687857e6ba40ecf-1 {}] regionserver.HStore(327): Store=afaf425ed1bb8a7ab687857e6ba40ecf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,049 INFO [StoreOpener-d9b27d1205a74be588ae9611ca3f4c8d-1 {}] regionserver.HStore(327): Store=d9b27d1205a74be588ae9611ca3f4c8d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,049 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,049 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,050 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,050 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,050 INFO [StoreOpener-a68f48d2cb7aabca6fec7739053edb8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a68f48d2cb7aabca6fec7739053edb8f columnFamilyName cf 2024-11-10T04:19:16,050 DEBUG [StoreOpener-a68f48d2cb7aabca6fec7739053edb8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,050 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,051 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,051 INFO [StoreOpener-a68f48d2cb7aabca6fec7739053edb8f-1 {}] regionserver.HStore(327): Store=a68f48d2cb7aabca6fec7739053edb8f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,051 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,051 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,051 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,051 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,051 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,052 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,052 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,053 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,053 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,053 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,054 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,055 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,056 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/afaf425ed1bb8a7ab687857e6ba40ecf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-10T04:19:16,056 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/d9b27d1205a74be588ae9611ca3f4c8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 47f199607b6a9cf43804e2120853df6c, server=e900e1ae4b9f,42907,1731212334813 in 10.0230 sec 2024-11-10T04:19:16,057 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened afaf425ed1bb8a7ab687857e6ba40ecf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69889128, jitterRate=0.04142916202545166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,057 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:16,057 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for afaf425ed1bb8a7ab687857e6ba40ecf: Running coprocessor pre-open hook at 1731212356037Writing region info on filesystem at 1731212356037Initializing all the Stores at 1731212356039 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356039Cleaning up temporary data from old regions at 1731212356051 (+12 ms)Running coprocessor post-open hooks at 1731212356057 (+6 ms)Region opened successfully at 1731212356057 2024-11-10T04:19:16,057 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d9b27d1205a74be588ae9611ca3f4c8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64883668, jitterRate=-0.03315800428390503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,057 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:16,057 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d9b27d1205a74be588ae9611ca3f4c8d: Running coprocessor pre-open hook at 1731212356040Writing region info on filesystem at 1731212356040Initializing all the Stores at 1731212356041 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356041Cleaning up temporary data from old regions at 1731212356051 (+10 ms)Running coprocessor post-open hooks at 1731212356057 (+6 ms)Region opened successfully at 1731212356057 2024-11-10T04:19:16,058 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d., pid=16, masterSystemTime=1731212356020 2024-11-10T04:19:16,058 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf., pid=20, masterSystemTime=1731212356028 2024-11-10T04:19:16,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47f199607b6a9cf43804e2120853df6c, ASSIGN in 10.1970 sec 2024-11-10T04:19:16,059 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:16,059 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:16,060 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:16,060 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 58f7a05f6b78c72e0c513422321ffa93, NAME => 'SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T04:19:16,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=afaf425ed1bb8a7ab687857e6ba40ecf, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:16,060 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,060 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,060 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,061 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,061 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:16,061 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:16,062 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:16,062 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 68fe5966a4ec8f555b5c1c6c9d5e73c7, NAME => 'SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T04:19:16,062 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,062 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,062 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,062 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,062 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9b27d1205a74be588ae9611ca3f4c8d, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:16,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf, server=e900e1ae4b9f,38877,1731212334850 because future has completed 2024-11-10T04:19:16,063 INFO [StoreOpener-58f7a05f6b78c72e0c513422321ffa93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,064 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,065 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a68f48d2cb7aabca6fec7739053edb8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64579914, jitterRate=-0.03768429160118103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,065 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:16,065 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a68f48d2cb7aabca6fec7739053edb8f: Running coprocessor pre-open hook at 1731212356045Writing region info on filesystem at 1731212356045Initializing all the Stores at 1731212356048 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356048Cleaning up temporary data from old regions at 1731212356053 (+5 ms)Running coprocessor post-open hooks at 1731212356065 (+12 ms)Region opened successfully at 1731212356065 2024-11-10T04:19:16,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d, server=e900e1ae4b9f,42907,1731212334813 because future has completed 2024-11-10T04:19:16,065 INFO [StoreOpener-68fe5966a4ec8f555b5c1c6c9d5e73c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,065 INFO [StoreOpener-58f7a05f6b78c72e0c513422321ffa93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f7a05f6b78c72e0c513422321ffa93 columnFamilyName cf 2024-11-10T04:19:16,066 DEBUG [StoreOpener-58f7a05f6b78c72e0c513422321ffa93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,066 INFO [StoreOpener-58f7a05f6b78c72e0c513422321ffa93-1 {}] regionserver.HStore(327): Store=58f7a05f6b78c72e0c513422321ffa93/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,066 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., pid=23, masterSystemTime=1731212356036 2024-11-10T04:19:16,066 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,067 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,067 INFO [StoreOpener-68fe5966a4ec8f555b5c1c6c9d5e73c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68fe5966a4ec8f555b5c1c6c9d5e73c7 columnFamilyName cf 2024-11-10T04:19:16,067 DEBUG [StoreOpener-68fe5966a4ec8f555b5c1c6c9d5e73c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,067 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,068 INFO [StoreOpener-68fe5966a4ec8f555b5c1c6c9d5e73c7-1 {}] regionserver.HStore(327): Store=68fe5966a4ec8f555b5c1c6c9d5e73c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,068 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,068 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,068 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-10T04:19:16,069 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,070 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a68f48d2cb7aabca6fec7739053edb8f, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:16,070 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:16,070 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:16,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf, server=e900e1ae4b9f,38877,1731212334850 in 10.0400 sec 2024-11-10T04:19:16,071 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => ea60671b98544b5f62ef71655b1f6216, NAME => 'SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,071 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-10T04:19:16,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d, server=e900e1ae4b9f,42907,1731212334813 in 10.0500 sec 2024-11-10T04:19:16,073 INFO [StoreOpener-ea60671b98544b5f62ef71655b1f6216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a68f48d2cb7aabca6fec7739053edb8f, server=e900e1ae4b9f,38087,1731212334883 because future has completed 2024-11-10T04:19:16,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=afaf425ed1bb8a7ab687857e6ba40ecf, ASSIGN in 10.2100 sec 2024-11-10T04:19:16,074 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9b27d1205a74be588ae9611ca3f4c8d, ASSIGN in 10.2140 sec 2024-11-10T04:19:16,075 INFO [StoreOpener-ea60671b98544b5f62ef71655b1f6216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea60671b98544b5f62ef71655b1f6216 columnFamilyName cf 2024-11-10T04:19:16,075 DEBUG [StoreOpener-ea60671b98544b5f62ef71655b1f6216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,076 INFO [StoreOpener-ea60671b98544b5f62ef71655b1f6216-1 {}] regionserver.HStore(327): Store=ea60671b98544b5f62ef71655b1f6216/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,076 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,076 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,077 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 58f7a05f6b78c72e0c513422321ffa93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75317207, jitterRate=0.12231384217739105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:16,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 58f7a05f6b78c72e0c513422321ffa93: Running coprocessor pre-open hook at 1731212356061Writing region info on filesystem at 1731212356061Initializing all the Stores at 1731212356062 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356062Cleaning up temporary data from old regions at 1731212356068 (+6 ms)Running coprocessor post-open hooks at 1731212356077 (+9 ms)Region opened successfully at 1731212356077 2024-11-10T04:19:16,077 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-10T04:19:16,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a68f48d2cb7aabca6fec7739053edb8f, server=e900e1ae4b9f,38087,1731212334883 in 10.0390 sec 2024-11-10T04:19:16,078 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,078 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,078 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,079 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 68fe5966a4ec8f555b5c1c6c9d5e73c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60322816, jitterRate=-0.1011199951171875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,079 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:16,079 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 68fe5966a4ec8f555b5c1c6c9d5e73c7: Running coprocessor pre-open hook at 1731212356062Writing region info on filesystem at 1731212356062Initializing all the Stores at 1731212356065 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356065Cleaning up temporary data from old regions at 1731212356071 (+6 ms)Running coprocessor post-open hooks at 1731212356079 (+8 ms)Region opened successfully at 1731212356079 2024-11-10T04:19:16,079 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., pid=18, masterSystemTime=1731212356028 2024-11-10T04:19:16,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN in 10.2180 sec 2024-11-10T04:19:16,080 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., pid=19, masterSystemTime=1731212356020 2024-11-10T04:19:16,080 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,081 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:16,082 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:16,082 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:16,082 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 94e22faa6585ac9a177a45c2d8f384ce, NAME => 'SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T04:19:16,082 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,082 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58f7a05f6b78c72e0c513422321ffa93, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:16,082 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,082 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,082 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,082 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:16,082 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:16,082 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:16,083 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e9117c8009381ebbca357cdaaa08cf1, NAME => 'SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T04:19:16,083 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,083 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,083 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,083 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=68fe5966a4ec8f555b5c1c6c9d5e73c7, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:16,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f7a05f6b78c72e0c513422321ffa93, server=e900e1ae4b9f,38877,1731212334850 because future has completed 2024-11-10T04:19:16,084 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/ea60671b98544b5f62ef71655b1f6216/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7, server=e900e1ae4b9f,42907,1731212334813 because future has completed 2024-11-10T04:19:16,085 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened ea60671b98544b5f62ef71655b1f6216; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74945895, jitterRate=0.11678086221218109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,085 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:16,086 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for ea60671b98544b5f62ef71655b1f6216: Running coprocessor pre-open hook at 1731212356071Writing region info on filesystem at 1731212356071Initializing all the Stores at 1731212356072 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356072Cleaning up temporary data from old regions at 1731212356078 (+6 ms)Running coprocessor post-open hooks at 1731212356085 (+7 ms)Region opened successfully at 1731212356085 2024-11-10T04:19:16,085 INFO [StoreOpener-1e9117c8009381ebbca357cdaaa08cf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,086 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216., pid=22, masterSystemTime=1731212356036 2024-11-10T04:19:16,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-10T04:19:16,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 58f7a05f6b78c72e0c513422321ffa93, server=e900e1ae4b9f,38877,1731212334850 in 10.0650 sec 2024-11-10T04:19:16,088 INFO [StoreOpener-94e22faa6585ac9a177a45c2d8f384ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,088 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:16,088 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:16,089 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:16,089 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a0225a09dcf50eed0f3b227ea47b3fa1, NAME => 'SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T04:19:16,089 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,089 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T04:19:16,089 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,089 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-10T04:19:16,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58f7a05f6b78c72e0c513422321ffa93, ASSIGN in 10.2280 sec 2024-11-10T04:19:16,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7, server=e900e1ae4b9f,42907,1731212334813 in 10.0640 sec 2024-11-10T04:19:16,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=ea60671b98544b5f62ef71655b1f6216, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:16,090 INFO [StoreOpener-1e9117c8009381ebbca357cdaaa08cf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e9117c8009381ebbca357cdaaa08cf1 columnFamilyName cf 2024-11-10T04:19:16,090 DEBUG [StoreOpener-1e9117c8009381ebbca357cdaaa08cf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,091 INFO [StoreOpener-94e22faa6585ac9a177a45c2d8f384ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e22faa6585ac9a177a45c2d8f384ce columnFamilyName cf 2024-11-10T04:19:16,091 INFO [StoreOpener-1e9117c8009381ebbca357cdaaa08cf1-1 {}] regionserver.HStore(327): Store=1e9117c8009381ebbca357cdaaa08cf1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,091 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,092 DEBUG [StoreOpener-94e22faa6585ac9a177a45c2d8f384ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,092 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=68fe5966a4ec8f555b5c1c6c9d5e73c7, ASSIGN in 10.2310 sec 2024-11-10T04:19:16,092 INFO [StoreOpener-a0225a09dcf50eed0f3b227ea47b3fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea60671b98544b5f62ef71655b1f6216, server=e900e1ae4b9f,38087,1731212334883 because future has completed 2024-11-10T04:19:16,093 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,093 INFO [StoreOpener-94e22faa6585ac9a177a45c2d8f384ce-1 {}] regionserver.HStore(327): Store=94e22faa6585ac9a177a45c2d8f384ce/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,093 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,093 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,093 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,094 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,094 INFO [StoreOpener-a0225a09dcf50eed0f3b227ea47b3fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0225a09dcf50eed0f3b227ea47b3fa1 columnFamilyName cf 2024-11-10T04:19:16,094 DEBUG [StoreOpener-a0225a09dcf50eed0f3b227ea47b3fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T04:19:16,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,095 INFO [StoreOpener-a0225a09dcf50eed0f3b227ea47b3fa1-1 {}] regionserver.HStore(327): Store=a0225a09dcf50eed0f3b227ea47b3fa1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T04:19:16,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,095 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-10T04:19:16,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure ea60671b98544b5f62ef71655b1f6216, server=e900e1ae4b9f,38087,1731212334883 in 10.0620 sec 2024-11-10T04:19:16,096 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,096 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,097 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,097 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN in 10.2370 sec 2024-11-10T04:19:16,098 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,098 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,099 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,099 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1e9117c8009381ebbca357cdaaa08cf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73739150, jitterRate=0.0987989604473114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,099 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:16,099 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1e9117c8009381ebbca357cdaaa08cf1: Running coprocessor pre-open hook at 1731212356083Writing region info on filesystem at 1731212356083Initializing all the Stores at 1731212356085 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356085Cleaning up temporary data from old regions at 1731212356093 (+8 ms)Running coprocessor post-open hooks at 1731212356099 (+6 ms)Region opened successfully at 1731212356099 2024-11-10T04:19:16,099 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., pid=15, masterSystemTime=1731212356020 2024-11-10T04:19:16,101 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a0225a09dcf50eed0f3b227ea47b3fa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,101 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:16,101 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:16,101 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/94e22faa6585ac9a177a45c2d8f384ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T04:19:16,102 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a0225a09dcf50eed0f3b227ea47b3fa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63011499, jitterRate=-0.0610554963350296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,102 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e9117c8009381ebbca357cdaaa08cf1, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:16,102 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:16,102 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 94e22faa6585ac9a177a45c2d8f384ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74604669, jitterRate=0.11169619858264923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T04:19:16,102 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:16,102 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a0225a09dcf50eed0f3b227ea47b3fa1: Running coprocessor pre-open hook at 1731212356089Writing region info on filesystem at 1731212356089Initializing all the Stores at 1731212356091 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356091Cleaning up temporary data from old regions at 1731212356097 (+6 ms)Running coprocessor post-open hooks at 1731212356102 (+5 ms)Region opened successfully at 1731212356102 2024-11-10T04:19:16,102 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 94e22faa6585ac9a177a45c2d8f384ce: Running coprocessor pre-open hook at 1731212356082Writing region info on filesystem at 1731212356082Initializing all the Stores at 1731212356085 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731212356085Cleaning up temporary data from old regions at 1731212356095 (+10 ms)Running coprocessor post-open hooks at 1731212356102 (+7 ms)Region opened successfully at 1731212356102 2024-11-10T04:19:16,103 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1., pid=24, masterSystemTime=1731212356036 2024-11-10T04:19:16,104 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce., pid=21, masterSystemTime=1731212356028 2024-11-10T04:19:16,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1, server=e900e1ae4b9f,42907,1731212334813 because future has completed 2024-11-10T04:19:16,105 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:16,105 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:16,105 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a0225a09dcf50eed0f3b227ea47b3fa1, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:16,106 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:16,106 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:16,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=94e22faa6585ac9a177a45c2d8f384ce, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:16,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-11-10T04:19:16,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1, server=e900e1ae4b9f,42907,1731212334813 in 10.0890 sec 2024-11-10T04:19:16,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1, server=e900e1ae4b9f,38087,1731212334883 because future has completed 2024-11-10T04:19:16,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1e9117c8009381ebbca357cdaaa08cf1, ASSIGN in 10.2480 sec 2024-11-10T04:19:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce, server=e900e1ae4b9f,38877,1731212334850 because future has completed 2024-11-10T04:19:16,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-10T04:19:16,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1, server=e900e1ae4b9f,38087,1731212334883 in 10.0740 sec 2024-11-10T04:19:16,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-10T04:19:16,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce, server=e900e1ae4b9f,38877,1731212334850 in 10.0830 sec 2024-11-10T04:19:16,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN in 10.2520 sec 2024-11-10T04:19:16,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T04:19:16,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=94e22faa6585ac9a177a45c2d8f384ce, ASSIGN in 10.2530 sec 2024-11-10T04:19:16,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T04:19:16,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731212356115"}]},"ts":"1731212356115"} 2024-11-10T04:19:16,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T04:19:16,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T04:19:16,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3810 sec 2024-11-10T04:19:19,250 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T04:19:21,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T04:19:21,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:21,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:21,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T04:19:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T04:19:23,963 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T04:19:23,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T04:19:23,963 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:19:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T04:19:23,967 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:19:23,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T04:19:23,991 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:23,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:23,995 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:23,996 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:23,997 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:23,998 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:23,999 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,001 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,026 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., hostname=e900e1ae4b9f,38877,1731212334850, seqNum=2] 2024-11-10T04:19:24,028 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., hostname=e900e1ae4b9f,38877,1731212334850, seqNum=2] 2024-11-10T04:19:24,030 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., hostname=e900e1ae4b9f,38877,1731212334850, seqNum=2] 2024-11-10T04:19:24,031 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., hostname=e900e1ae4b9f,38877,1731212334850, seqNum=2] 2024-11-10T04:19:24,032 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., hostname=e900e1ae4b9f,38877,1731212334850, seqNum=2] 2024-11-10T04:19:24,033 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93., hostname=e900e1ae4b9f,38877,1731212334850, seqNum=2] 2024-11-10T04:19:24,063 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., hostname=e900e1ae4b9f,38087,1731212334883, seqNum=2] 2024-11-10T04:19:24,065 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., hostname=e900e1ae4b9f,38087,1731212334883, seqNum=2] 2024-11-10T04:19:24,067 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., hostname=e900e1ae4b9f,38087,1731212334883, seqNum=2] 2024-11-10T04:19:24,068 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., hostname=e900e1ae4b9f,38087,1731212334883, seqNum=2] 2024-11-10T04:19:24,069 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., hostname=e900e1ae4b9f,38087,1731212334883, seqNum=2] 2024-11-10T04:19:24,070 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f., hostname=e900e1ae4b9f,38087,1731212334883, seqNum=2] 2024-11-10T04:19:24,126 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,128 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,130 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,132 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,133 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., hostname=e900e1ae4b9f,42907,1731212334813, seqNum=2] 2024-11-10T04:19:24,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:19:24,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:19:24,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T04:19:24,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:19:24,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T04:19:24,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38877 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:19:24,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38087 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:19:24,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:24,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:19:25,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T04:19:25,381 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T04:19:25,382 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:19:25,383 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T04:19:25,384 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T04:19:25,386 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T04:19:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741848_1024 (size=49) 2024-11-10T04:19:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741848_1024 (size=49) 2024-11-10T04:19:25,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741848_1024 (size=49) 2024-11-10T04:19:25,396 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T04:19:25,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea60671b98544b5f62ef71655b1f6216}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47f199607b6a9cf43804e2120853df6c}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f7a05f6b78c72e0c513422321ffa93}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a68f48d2cb7aabca6fec7739053edb8f}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7}] 2024-11-10T04:19:25,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:25,398 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:25,398 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:25,398 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:25,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:25,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:25,403 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:25,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:25,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:25,405 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:30,119 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e900e1ae4b9f:33117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T04:19:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T04:19:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T04:19:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T04:19:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T04:19:35,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:35,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for ea60671b98544b5f62ef71655b1f6216: 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 68fe5966a4ec8f555b5c1c6c9d5e73c7 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T04:19:35,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 58f7a05f6b78c72e0c513422321ffa93 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T04:19:35,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,402 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:19:35,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T04:19:35,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a68f48d2cb7aabca6fec7739053edb8f 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d9b27d1205a74be588ae9611ca3f4c8d: 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:35,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a0225a09dcf50eed0f3b227ea47b3fa1: 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 94e22faa6585ac9a177a45c2d8f384ce: 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:19:35,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 47f199607b6a9cf43804e2120853df6c: 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for afaf425ed1bb8a7ab687857e6ba40ecf: 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,405 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T04:19:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741850_1026 (size=65) 2024-11-10T04:19:35,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741850_1026 (size=65) 2024-11-10T04:19:35,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741850_1026 (size=65) 2024-11-10T04:19:35,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731212345736.a0225a09dcf50eed0f3b227ea47b3fa1. 2024-11-10T04:19:35,432 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T04:19:35,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T04:19:35,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:35,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1 2024-11-10T04:19:35,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0225a09dcf50eed0f3b227ea47b3fa1 in 10.0380 sec 2024-11-10T04:19:35,438 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/.tmp/cf/98785ce16ebc4cd3a330eff177ea8767 is 34, key is baa/cf:cf/1731212364834/Put/seqid=0 2024-11-10T04:19:35,440 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/.tmp/cf/4c48584e344a4a1f9b31e2618a5d4e0c is 34, key is ccd/cf:cf/1731212364853/Put/seqid=0 2024-11-10T04:19:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741851_1027 (size=57) 2024-11-10T04:19:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741851_1027 (size=57) 2024-11-10T04:19:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741851_1027 (size=57) 2024-11-10T04:19:35,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:35,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T04:19:35,447 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:35,448 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 1e9117c8009381ebbca357cdaaa08cf1 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T04:19:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T04:19:35,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:35,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:35,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9b27d1205a74be588ae9611ca3f4c8d in 10.0530 sec 2024-11-10T04:19:35,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741853_1029 (size=65) 2024-11-10T04:19:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741853_1029 (size=65) 2024-11-10T04:19:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741853_1029 (size=65) 2024-11-10T04:19:35,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:35,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T04:19:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741849_1025 (size=65) 2024-11-10T04:19:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741849_1025 (size=65) 2024-11-10T04:19:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741849_1025 (size=65) 2024-11-10T04:19:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T04:19:35,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:35,464 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:35,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731212345736.ea60671b98544b5f62ef71655b1f6216. 2024-11-10T04:19:35,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T04:19:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T04:19:35,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:35,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ea60671b98544b5f62ef71655b1f6216 2024-11-10T04:19:35,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47f199607b6a9cf43804e2120853df6c in 10.0690 sec 2024-11-10T04:19:35,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ea60671b98544b5f62ef71655b1f6216 in 10.0710 sec 2024-11-10T04:19:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741854_1030 (size=65) 2024-11-10T04:19:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741854_1030 (size=65) 2024-11-10T04:19:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741854_1030 (size=65) 2024-11-10T04:19:35,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:35,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T04:19:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T04:19:35,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:35,484 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741852_1028 (size=65) 2024-11-10T04:19:35,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741852_1028 (size=65) 2024-11-10T04:19:35,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741852_1028 (size=65) 2024-11-10T04:19:35,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure afaf425ed1bb8a7ab687857e6ba40ecf in 10.0890 sec 2024-11-10T04:19:35,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:35,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T04:19:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T04:19:35,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:35,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:35,491 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/.tmp/cf/c5a111b1eb1149c78cbe7462c8915827 is 34, key is eaa/cf:cf/1731212365308/Put/seqid=0 2024-11-10T04:19:35,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 94e22faa6585ac9a177a45c2d8f384ce in 10.0940 sec 2024-11-10T04:19:35,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/.tmp/cf/adadbf6b8dee4cff9acb37fabf32f9e8 is 34, key is aaa/cf:cf/1731212364889/Put/seqid=0 2024-11-10T04:19:35,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741856_1032 (size=47197) 2024-11-10T04:19:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741856_1032 (size=47197) 2024-11-10T04:19:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741856_1032 (size=47197) 2024-11-10T04:19:35,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/.tmp/cf/4c48584e344a4a1f9b31e2618a5d4e0c 2024-11-10T04:19:35,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741857_1033 (size=499309) 2024-11-10T04:19:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741857_1033 (size=499309) 2024-11-10T04:19:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741857_1033 (size=499309) 2024-11-10T04:19:35,513 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/.tmp/cf/c5a111b1eb1149c78cbe7462c8915827 2024-11-10T04:19:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741855_1031 (size=28623) 2024-11-10T04:19:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741855_1031 (size=28623) 2024-11-10T04:19:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741855_1031 (size=28623) 2024-11-10T04:19:35,527 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/.tmp/cf/98785ce16ebc4cd3a330eff177ea8767 2024-11-10T04:19:35,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/.tmp/cf/4c48584e344a4a1f9b31e2618a5d4e0c as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/cf/4c48584e344a4a1f9b31e2618a5d4e0c 2024-11-10T04:19:35,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/.tmp/cf/98785ce16ebc4cd3a330eff177ea8767 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/cf/98785ce16ebc4cd3a330eff177ea8767 2024-11-10T04:19:35,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/.tmp/cf/c5a111b1eb1149c78cbe7462c8915827 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/cf/c5a111b1eb1149c78cbe7462c8915827 2024-11-10T04:19:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741858_1034 (size=26918) 2024-11-10T04:19:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741858_1034 (size=26918) 2024-11-10T04:19:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741858_1034 (size=26918) 2024-11-10T04:19:35,543 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/.tmp/cf/adadbf6b8dee4cff9acb37fabf32f9e8 2024-11-10T04:19:35,546 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/cf/98785ce16ebc4cd3a330eff177ea8767, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T04:19:35,547 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 58f7a05f6b78c72e0c513422321ffa93 in 145ms, sequenceid=5, compaction requested=false 2024-11-10T04:19:35,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 58f7a05f6b78c72e0c513422321ffa93: 2024-11-10T04:19:35,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/cf/98785ce16ebc4cd3a330eff177ea8767] hfiles 2024-11-10T04:19:35,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/cf/98785ce16ebc4cd3a330eff177ea8767 for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,550 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/cf/4c48584e344a4a1f9b31e2618a5d4e0c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/.tmp/cf/adadbf6b8dee4cff9acb37fabf32f9e8 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/cf/adadbf6b8dee4cff9acb37fabf32f9e8 2024-11-10T04:19:35,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a68f48d2cb7aabca6fec7739053edb8f in 149ms, sequenceid=5, compaction requested=false 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a68f48d2cb7aabca6fec7739053edb8f: 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/cf/4c48584e344a4a1f9b31e2618a5d4e0c] hfiles 2024-11-10T04:19:35,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/a68f48d2cb7aabca6fec7739053edb8f/cf/4c48584e344a4a1f9b31e2618a5d4e0c for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/cf/c5a111b1eb1149c78cbe7462c8915827, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T04:19:35,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 68fe5966a4ec8f555b5c1c6c9d5e73c7 in 151ms, sequenceid=5, compaction requested=false 2024-11-10T04:19:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 68fe5966a4ec8f555b5c1c6c9d5e73c7: 2024-11-10T04:19:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/cf/c5a111b1eb1149c78cbe7462c8915827] hfiles 2024-11-10T04:19:35,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/cf/c5a111b1eb1149c78cbe7462c8915827 for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,558 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/cf/adadbf6b8dee4cff9acb37fabf32f9e8, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T04:19:35,559 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 1e9117c8009381ebbca357cdaaa08cf1 in 111ms, sequenceid=5, compaction requested=false 2024-11-10T04:19:35,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 1e9117c8009381ebbca357cdaaa08cf1: 2024-11-10T04:19:35,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. for SnapshotProcedureTest completed. 2024-11-10T04:19:35,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T04:19:35,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/cf/adadbf6b8dee4cff9acb37fabf32f9e8] hfiles 2024-11-10T04:19:35,559 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/cf/adadbf6b8dee4cff9acb37fabf32f9e8 for snapshot=SnapshotProcedureTest 2024-11-10T04:19:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741860_1036 (size=105) 2024-11-10T04:19:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741860_1036 (size=105) 2024-11-10T04:19:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741859_1035 (size=105) 2024-11-10T04:19:35,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741859_1035 (size=105) 2024-11-10T04:19:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741860_1036 (size=105) 2024-11-10T04:19:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741859_1035 (size=105) 2024-11-10T04:19:35,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731212345736.a68f48d2cb7aabca6fec7739053edb8f. 2024-11-10T04:19:35,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T04:19:35,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:35,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T04:19:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T04:19:35,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:35,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a68f48d2cb7aabca6fec7739053edb8f 2024-11-10T04:19:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T04:19:35,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:35,579 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:35,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a68f48d2cb7aabca6fec7739053edb8f in 10.1840 sec 2024-11-10T04:19:35,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58f7a05f6b78c72e0c513422321ffa93 in 10.1840 sec 2024-11-10T04:19:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741861_1037 (size=97) 2024-11-10T04:19:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741861_1037 (size=97) 2024-11-10T04:19:35,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741861_1037 (size=97) 2024-11-10T04:19:35,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:35,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T04:19:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741862_1038 (size=105) 2024-11-10T04:19:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T04:19:35,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741862_1038 (size=105) 2024-11-10T04:19:35,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741862_1038 (size=105) 2024-11-10T04:19:35,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:35,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T04:19:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T04:19:35,597 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:35,597 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:35,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 68fe5966a4ec8f555b5c1c6c9d5e73c7 in 10.2010 sec 2024-11-10T04:19:35,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-10T04:19:35,600 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T04:19:35,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1e9117c8009381ebbca357cdaaa08cf1 in 10.2020 sec 2024-11-10T04:19:35,601 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T04:19:35,603 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T04:19:35,604 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T04:19:35,605 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:19:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741863_1039 (size=1174) 2024-11-10T04:19:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741863_1039 (size=1174) 2024-11-10T04:19:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741863_1039 (size=1174) 2024-11-10T04:19:35,638 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T04:19:35,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T04:19:35,646 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:35,646 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:35,646 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:35,646 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:35,647 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:35,652 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:35,652 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:35,652 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:35,652 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:35,694 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:19:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T04:19:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T04:19:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T04:19:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T04:19:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T04:19:45,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T04:19:45,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T04:19:45,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T04:19:45,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T04:19:45,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:19:45,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T04:19:45,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T04:19:45,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T04:19:45,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:19:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T04:19:45,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T04:19:45,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T04:19:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T04:19:45,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T04:19:45,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T04:19:45,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T04:19:45,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T04:19:45,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T04:19:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T04:19:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T04:19:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T04:19:45,655 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 Release verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:45,655 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,42907,1731212334813 Release verify snapshot worker=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T04:19:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T04:19:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T04:19:45,658 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 Release verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,658 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 Release verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T04:19:45,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 in 10.0150 sec 2024-11-10T04:19:45,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,42907,1731212334813 in 10.0120 sec 2024-11-10T04:19:45,660 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 in 10.0120 sec 2024-11-10T04:19:45,661 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 Release verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 in 10.0150 sec 2024-11-10T04:19:45,662 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 Release verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:45,662 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 Release verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 in 10.0180 sec 2024-11-10T04:19:45,664 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,42907,1731212334813 Release verify snapshot worker=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:45,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 in 10.0190 sec 2024-11-10T04:19:45,664 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,42907,1731212334813 Release verify snapshot worker=e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:45,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 in 10.0190 sec 2024-11-10T04:19:45,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,42907,1731212334813 in 10.0210 sec 2024-11-10T04:19:45,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,42907,1731212334813 in 10.0210 sec 2024-11-10T04:19:45,693 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,693 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e900e1ae4b9f,38087,1731212334883: Simulated kill ***** 2024-11-10T04:19:45,693 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T04:19:45,694 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T04:19:45,694 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T04:19:45,694 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T04:19:45,694 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T04:19:45,695 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 855773184 }, "NonHeapMemoryUsage": { "committed": 177340416, "init": 7667712, "max": -1, "used": 172469080 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T04:19:45,695 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45915 {}] master.MasterRpcServices(700): e900e1ae4b9f,38087,1731212334883 reported a fatal error: ***** ABORTING region server e900e1ae4b9f,38087,1731212334883: Simulated kill ***** 2024-11-10T04:19:45,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,38087,1731212334883' ***** 2024-11-10T04:19:45,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T04:19:45,696 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:19:45,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:19:45,696 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T04:19:45,696 INFO [RS:2;e900e1ae4b9f:38087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T04:19:45,696 INFO [RS:2;e900e1ae4b9f:38087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T04:19:45,696 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:19:45,696 INFO [RS:2;e900e1ae4b9f:38087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e900e1ae4b9f:38087. 2024-11-10T04:19:45,697 DEBUG [RS:2;e900e1ae4b9f:38087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:19:45,697 DEBUG [RS:2;e900e1ae4b9f:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741834_1010 (size=1488) 2024-11-10T04:19:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741834_1010 (size=1488) 2024-11-10T04:19:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741834_1010 (size=1488) 2024-11-10T04:19:45,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 not finished, retry = 0 2024-11-10T04:19:45,702 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:19:45,801 DEBUG [RS:2;e900e1ae4b9f:38087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:45,802 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:19:45,802 INFO [RS:2;e900e1ae4b9f:38087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38087 2024-11-10T04:19:45,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:19:45,805 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:19:45,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,38087,1731212334883] 2024-11-10T04:19:45,808 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,38087,1731212334883 already deleted, retry=false 2024-11-10T04:19:45,808 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e900e1ae4b9f,38087,1731212334883 on e900e1ae4b9f,45915,1731212334755 2024-11-10T04:19:45,809 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e900e1ae4b9f,38087,1731212334883, splitWal=true, meta=false 2024-11-10T04:19:45,809 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for e900e1ae4b9f,38087,1731212334883 (carryingMeta=false) e900e1ae4b9f,38087,1731212334883/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3d2df309[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T04:19:45,810 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e900e1ae4b9f,38087,1731212334883, splitWal=true, meta=false 2024-11-10T04:19:45,811 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e900e1ae4b9f,38087,1731212334883 had 3 regions 2024-11-10T04:19:45,812 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e900e1ae4b9f,38087,1731212334883, splitWal=true, meta=false, isMeta: false 2024-11-10T04:19:45,813 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting 2024-11-10T04:19:45,814 INFO [PEWorker-4 {}] master.SplitWALManager(105): e900e1ae4b9f,38087,1731212334883 WAL count=1, meta=false 2024-11-10T04:19:45,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e900e1ae4b9f%2C38087%2C1731212334883.1731212335401}] 2024-11-10T04:19:45,817 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:45,817 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-10T04:19:45,817 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-10T04:19:45,817 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-10T04:19:45,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, worker=e900e1ae4b9f,38877,1731212334850}] 2024-11-10T04:19:45,818 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38087,1731212334883 Release verify snapshot worker=e900e1ae4b9f,38087,1731212334883 2024-11-10T04:19:45,818 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e900e1ae4b9f,38087,1731212334883, this operation will be retried to send to another server 2024-11-10T04:19:45,818 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T04:19:45,818 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731212386818 2024-11-10T04:19:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:45,906 INFO [RS:2;e900e1ae4b9f:38087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:19:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38087-0x1010019c11e0003, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:45,906 INFO [RS:2;e900e1ae4b9f:38087 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,38087,1731212334883; zookeeper connection closed. 2024-11-10T04:19:45,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69db25d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69db25d7 2024-11-10T04:19:45,999 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T04:19:45,999 INFO [master/e900e1ae4b9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T04:19:46,350 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T04:19:46,350 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T04:19:46,819 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:54,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T04:19:55,283 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T04:19:55,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T04:19:55,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T04:19:55,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T04:19:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T04:19:55,822 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 Release verify snapshot worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:55,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T04:19:55,824 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T04:19:55,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e900e1ae4b9f,38877,1731212334850 in 20.1790 sec 2024-11-10T04:19:55,825 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T04:19:55,826 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T04:19:55,826 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T04:19:55,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4460 sec 2024-11-10T04:19:55,837 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, size=1.5 K (1488bytes) 2024-11-10T04:19:55,837 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 2024-11-10T04:19:55,837 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 after 0ms 2024-11-10T04:19:55,841 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 took 4ms 2024-11-10T04:19:55,843 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a68f48d2cb7aabca6fec7739053edb8f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-10T04:19:55,845 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for ea60671b98544b5f62ef71655b1f6216: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T04:19:55,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for a0225a09dcf50eed0f3b227ea47b3fa1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T04:19:55,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 so closing down 2024-11-10T04:19:55,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T04:19:55,846 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T04:19:55,846 INFO [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-10T04:19:55,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, journal: Splitting hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, size=1.5 K (1488bytes) at 1731212395837Finishing writing output for hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 so closing down at 1731212395846 (+9 ms)3 split writer threads finished at 1731212395846Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731212395846 2024-11-10T04:19:55,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 2024-11-10T04:19:55,846 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T04:19:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45915 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T04:19:55,849 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting/e900e1ae4b9f%2C38087%2C1731212334883.1731212335401 to hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs 2024-11-10T04:19:55,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T04:19:55,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, worker=e900e1ae4b9f,38877,1731212334850 in 10.0320 sec 2024-11-10T04:19:55,852 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:55,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T04:19:55,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e900e1ae4b9f%2C38087%2C1731212334883.1731212335401, worker=e900e1ae4b9f,38877,1731212334850 in 10.0380 sec 2024-11-10T04:19:55,855 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting dir is empty, no logs to split. 2024-11-10T04:19:55,855 INFO [PEWorker-3 {}] master.SplitWALManager(105): e900e1ae4b9f,38087,1731212334883 WAL count=0, meta=false 2024-11-10T04:19:55,855 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e900e1ae4b9f,38087,1731212334883 WAL splitting is done? wals=0, meta=false 2024-11-10T04:19:55,857 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e900e1ae4b9f,38087,1731212334883 failed, ignore...File hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,38087,1731212334883-splitting does not exist. 2024-11-10T04:19:55,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN}] 2024-11-10T04:19:55,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN 2024-11-10T04:19:55,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN 2024-11-10T04:19:55,859 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN 2024-11-10T04:19:55,860 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0225a09dcf50eed0f3b227ea47b3fa1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:19:55,860 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a68f48d2cb7aabca6fec7739053edb8f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:19:55,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ea60671b98544b5f62ef71655b1f6216, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T04:19:55,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T04:19:55,913 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T04:19:55,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T04:19:55,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:19:55,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:19:55,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:55,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:55,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T04:19:55,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T04:19:55,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1455578518, stopped=false 2024-11-10T04:19:55,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,45915,1731212334755 2024-11-10T04:19:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T04:19:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T04:19:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T04:19:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:19:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:19:55,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:19:55,917 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:19:55,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:19:55,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:19:55,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T04:19:55,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T04:19:55,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:19:55,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:55,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,42907,1731212334813' ***** 2024-11-10T04:19:55,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:19:55,919 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,38877,1731212334850' ***** 2024-11-10T04:19:55,919 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T04:19:55,919 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:19:55,919 INFO [RS:0;e900e1ae4b9f:42907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:19:55,919 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T04:19:55,919 INFO [RS:0;e900e1ae4b9f:42907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:19:55,919 INFO [RS:1;e900e1ae4b9f:38877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(3091): Received CLOSE for 94e22faa6585ac9a177a45c2d8f384ce 2024-11-10T04:19:55,920 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:19:55,920 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for 47f199607b6a9cf43804e2120853df6c 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for 68fe5966a4ec8f555b5c1c6c9d5e73c7 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e9117c8009381ebbca357cdaaa08cf1 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(3091): Received CLOSE for afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9b27d1205a74be588ae9611ca3f4c8d, disabling compactions & flushes 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f7a05f6b78c72e0c513422321ffa93 2024-11-10T04:19:55,920 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:42907. 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. after waiting 0 ms 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94e22faa6585ac9a177a45c2d8f384ce, disabling compactions & flushes 2024-11-10T04:19:55,920 DEBUG [RS:0;e900e1ae4b9f:42907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:55,920 DEBUG [RS:0;e900e1ae4b9f:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:55,920 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:55,920 INFO [RS:1;e900e1ae4b9f:38877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e900e1ae4b9f:38877. 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:55,920 DEBUG [RS:1;e900e1ae4b9f:38877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. after waiting 0 ms 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:19:55,920 DEBUG [RS:1;e900e1ae4b9f:38877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:55,920 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:55,920 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:19:55,921 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:19:55,921 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T04:19:55,921 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T04:19:55,921 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1325): Online Regions={94e22faa6585ac9a177a45c2d8f384ce=SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce., afaf425ed1bb8a7ab687857e6ba40ecf=SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf., 58f7a05f6b78c72e0c513422321ffa93=SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93.} 2024-11-10T04:19:55,921 DEBUG [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1351): Waiting on 58f7a05f6b78c72e0c513422321ffa93, 94e22faa6585ac9a177a45c2d8f384ce, afaf425ed1bb8a7ab687857e6ba40ecf 2024-11-10T04:19:55,921 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T04:19:55,921 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1325): Online Regions={d9b27d1205a74be588ae9611ca3f4c8d=SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d., 47f199607b6a9cf43804e2120853df6c=SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c., 68fe5966a4ec8f555b5c1c6c9d5e73c7=SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7., 1588230740=hbase:meta,,1.1588230740, 1e9117c8009381ebbca357cdaaa08cf1=SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1.} 2024-11-10T04:19:55,921 DEBUG [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e9117c8009381ebbca357cdaaa08cf1, 47f199607b6a9cf43804e2120853df6c, 68fe5966a4ec8f555b5c1c6c9d5e73c7, d9b27d1205a74be588ae9611ca3f4c8d 2024-11-10T04:19:55,921 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T04:19:55,921 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T04:19:55,921 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T04:19:55,921 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T04:19:55,921 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T04:19:55,921 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T04:19:55,926 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/94e22faa6585ac9a177a45c2d8f384ce/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:19:55,926 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/d9b27d1205a74be588ae9611ca3f4c8d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:19:55,926 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:55,926 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:55,926 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94e22faa6585ac9a177a45c2d8f384ce: Waiting for close lock at 1731212395920Running coprocessor pre-close hooks at 1731212395920Disabling compacts and flushes for region at 1731212395920Disabling writes for close at 1731212395920Writing region close event to WAL at 1731212395921 (+1 ms)Running coprocessor post-close hooks at 1731212395926 (+5 ms)Closed at 1731212395926 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9b27d1205a74be588ae9611ca3f4c8d: Waiting for close lock at 1731212395920Running coprocessor pre-close hooks at 1731212395920Disabling compacts and flushes for region at 1731212395920Disabling writes for close at 1731212395920Writing region close event to WAL at 1731212395921 (+1 ms)Running coprocessor post-close hooks at 1731212395926 (+5 ms)Closed at 1731212395926 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731212345736.94e22faa6585ac9a177a45c2d8f384ce. 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731212345736.d9b27d1205a74be588ae9611ca3f4c8d. 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afaf425ed1bb8a7ab687857e6ba40ecf, disabling compactions & flushes 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47f199607b6a9cf43804e2120853df6c, disabling compactions & flushes 2024-11-10T04:19:55,927 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:55,927 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. after waiting 0 ms 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. after waiting 0 ms 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:55,927 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:55,931 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/afaf425ed1bb8a7ab687857e6ba40ecf/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:19:55,931 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/47f199607b6a9cf43804e2120853df6c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T04:19:55,932 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afaf425ed1bb8a7ab687857e6ba40ecf: Waiting for close lock at 1731212395927Running coprocessor pre-close hooks at 1731212395927Disabling compacts and flushes for region at 1731212395927Disabling writes for close at 1731212395927Writing region close event to WAL at 1731212395927Running coprocessor post-close hooks at 1731212395932 (+5 ms)Closed at 1731212395932 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf. 2024-11-10T04:19:55,932 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47f199607b6a9cf43804e2120853df6c: Waiting for close lock at 1731212395927Running coprocessor pre-close hooks at 1731212395927Disabling compacts and flushes for region at 1731212395927Disabling writes for close at 1731212395927Writing region close event to WAL at 1731212395927Running coprocessor post-close hooks at 1731212395932 (+5 ms)Closed at 1731212395932 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f7a05f6b78c72e0c513422321ffa93, disabling compactions & flushes 2024-11-10T04:19:55,932 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731212345736.47f199607b6a9cf43804e2120853df6c. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. after waiting 0 ms 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68fe5966a4ec8f555b5c1c6c9d5e73c7, disabling compactions & flushes 2024-11-10T04:19:55,932 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. after waiting 0 ms 2024-11-10T04:19:55,932 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:55,936 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/68fe5966a4ec8f555b5c1c6c9d5e73c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:19:55,937 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:55,937 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68fe5966a4ec8f555b5c1c6c9d5e73c7: Waiting for close lock at 1731212395932Running coprocessor pre-close hooks at 1731212395932Disabling compacts and flushes for region at 1731212395932Disabling writes for close at 1731212395932Writing region close event to WAL at 1731212395933 (+1 ms)Running coprocessor post-close hooks at 1731212395937 (+4 ms)Closed at 1731212395937 2024-11-10T04:19:55,937 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731212345736.68fe5966a4ec8f555b5c1c6c9d5e73c7. 2024-11-10T04:19:55,937 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e9117c8009381ebbca357cdaaa08cf1, disabling compactions & flushes 2024-11-10T04:19:55,937 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:55,937 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:55,937 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. after waiting 0 ms 2024-11-10T04:19:55,937 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:55,939 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/58f7a05f6b78c72e0c513422321ffa93/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:19:55,940 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:55,940 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f7a05f6b78c72e0c513422321ffa93: Waiting for close lock at 1731212395932Running coprocessor pre-close hooks at 1731212395932Disabling compacts and flushes for region at 1731212395932Disabling writes for close at 1731212395932Writing region close event to WAL at 1731212395933 (+1 ms)Running coprocessor post-close hooks at 1731212395940 (+7 ms)Closed at 1731212395940 2024-11-10T04:19:55,940 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731212345736.58f7a05f6b78c72e0c513422321ffa93. 2024-11-10T04:19:55,942 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/info/de0cc682122749b1bb3e4e2c42c9c9df is 167, key is SPTestTable,19999999,1731212345736.afaf425ed1bb8a7ab687857e6ba40ecf./info:regioninfo/1731212356060/Put/seqid=0 2024-11-10T04:19:55,942 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/default/SPTestTable/1e9117c8009381ebbca357cdaaa08cf1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T04:19:55,942 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:55,942 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e9117c8009381ebbca357cdaaa08cf1: Waiting for close lock at 1731212395937Running coprocessor pre-close hooks at 1731212395937Disabling compacts and flushes for region at 1731212395937Disabling writes for close at 1731212395937Writing region close event to WAL at 1731212395938 (+1 ms)Running coprocessor post-close hooks at 1731212395942 (+4 ms)Closed at 1731212395942 2024-11-10T04:19:55,942 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731212345736.1e9117c8009381ebbca357cdaaa08cf1. 2024-11-10T04:19:55,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741864_1040 (size=18393) 2024-11-10T04:19:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741864_1040 (size=18393) 2024-11-10T04:19:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741864_1040 (size=18393) 2024-11-10T04:19:55,955 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/info/de0cc682122749b1bb3e4e2c42c9c9df 2024-11-10T04:19:55,975 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/ns/930dd6bdee6b4580bfe782e3c2fdddb8 is 43, key is default/ns:d/1731212345644/Put/seqid=0 2024-11-10T04:19:55,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741865_1041 (size=5153) 2024-11-10T04:19:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741865_1041 (size=5153) 2024-11-10T04:19:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741865_1041 (size=5153) 2024-11-10T04:19:55,983 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/ns/930dd6bdee6b4580bfe782e3c2fdddb8 2024-11-10T04:19:56,006 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:19:56,006 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:19:56,010 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/table/f634dffd99014a0d9c0b6a07929a6605 is 47, key is SPTestTable/table:state/1731212356115/Put/seqid=0 2024-11-10T04:19:56,011 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T04:19:56,011 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T04:19:56,011 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T04:19:56,011 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T04:19:56,011 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T04:19:56,011 INFO [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T04:19:56,011 INFO [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T04:19:56,011 DEBUG [e900e1ae4b9f:45915 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T04:19:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741866_1042 (size=5214) 2024-11-10T04:19:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741866_1042 (size=5214) 2024-11-10T04:19:56,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741866_1042 (size=5214) 2024-11-10T04:19:56,022 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/table/f634dffd99014a0d9c0b6a07929a6605 2024-11-10T04:19:56,030 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/info/de0cc682122749b1bb3e4e2c42c9c9df as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/info/de0cc682122749b1bb3e4e2c42c9c9df 2024-11-10T04:19:56,037 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/info/de0cc682122749b1bb3e4e2c42c9c9df, entries=100, sequenceid=29, filesize=18.0 K 2024-11-10T04:19:56,038 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/ns/930dd6bdee6b4580bfe782e3c2fdddb8 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/ns/930dd6bdee6b4580bfe782e3c2fdddb8 2024-11-10T04:19:56,044 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/ns/930dd6bdee6b4580bfe782e3c2fdddb8, entries=2, sequenceid=29, filesize=5.0 K 2024-11-10T04:19:56,045 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/.tmp/table/f634dffd99014a0d9c0b6a07929a6605 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/table/f634dffd99014a0d9c0b6a07929a6605 2024-11-10T04:19:56,052 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/table/f634dffd99014a0d9c0b6a07929a6605, entries=2, sequenceid=29, filesize=5.1 K 2024-11-10T04:19:56,053 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=29, compaction requested=false 2024-11-10T04:19:56,058 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-10T04:19:56,059 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T04:19:56,059 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T04:19:56,059 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731212395921Running coprocessor pre-close hooks at 1731212395921Disabling compacts and flushes for region at 1731212395921Disabling writes for close at 1731212395921Obtaining lock to block concurrent updates at 1731212395922 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731212395922Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731212395922Flushing stores of hbase:meta,,1.1588230740 at 1731212395922Flushing 1588230740/info: creating writer at 1731212395922Flushing 1588230740/info: appending metadata at 1731212395941 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731212395941Flushing 1588230740/ns: creating writer at 1731212395961 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731212395975 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731212395975Flushing 1588230740/table: creating writer at 1731212395989 (+14 ms)Flushing 1588230740/table: appending metadata at 1731212396010 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731212396010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7749d5e6: reopening flushed file at 1731212396029 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a6f8bf: reopening flushed file at 1731212396037 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70c91864: reopening flushed file at 1731212396044 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=29, compaction requested=false at 1731212396053 (+9 ms)Writing region close event to WAL at 1731212396055 (+2 ms)Running coprocessor post-close hooks at 1731212396059 (+4 ms)Closed at 1731212396059 2024-11-10T04:19:56,059 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T04:19:56,121 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,38877,1731212334850; all regions closed. 2024-11-10T04:19:56,121 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,42907,1731212334813; all regions closed. 2024-11-10T04:19:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741835_1011 (size=2364) 2024-11-10T04:19:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741835_1011 (size=2364) 2024-11-10T04:19:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741836_1012 (size=15114) 2024-11-10T04:19:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741836_1012 (size=15114) 2024-11-10T04:19:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741835_1011 (size=2364) 2024-11-10T04:19:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741836_1012 (size=15114) 2024-11-10T04:19:56,128 DEBUG [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs 2024-11-10T04:19:56,128 INFO [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42907%2C1731212334813.meta:.meta(num 1731212345594) 2024-11-10T04:19:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741833_1009 (size=3439) 2024-11-10T04:19:56,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/WALs/e900e1ae4b9f,42907,1731212334813/e900e1ae4b9f%2C42907%2C1731212334813.1731212335400 not finished, retry = 0 2024-11-10T04:19:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741833_1009 (size=3439) 2024-11-10T04:19:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741833_1009 (size=3439) 2024-11-10T04:19:56,134 DEBUG [RS:1;e900e1ae4b9f:38877 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C38877%2C1731212334850:(num 1731212335400) 2024-11-10T04:19:56,134 DEBUG [RS:1;e900e1ae4b9f:38877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T04:19:56,134 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T04:19:56,134 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:19:56,135 INFO [RS:1;e900e1ae4b9f:38877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38877 2024-11-10T04:19:56,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:19:56,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,38877,1731212334850 2024-11-10T04:19:56,136 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:19:56,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,38877,1731212334850] 2024-11-10T04:19:56,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,38877,1731212334850 already deleted, retry=false 2024-11-10T04:19:56,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,38877,1731212334850 expired; onlineServers=1 2024-11-10T04:19:56,234 DEBUG [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/oldWALs 2024-11-10T04:19:56,234 INFO [RS:0;e900e1ae4b9f:42907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C42907%2C1731212334813:(num 1731212335400) 2024-11-10T04:19:56,234 DEBUG [RS:0;e900e1ae4b9f:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T04:19:56,234 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T04:19:56,234 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:19:56,234 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T04:19:56,234 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:19:56,234 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:19:56,235 INFO [RS:0;e900e1ae4b9f:42907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42907 2024-11-10T04:19:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,42907,1731212334813 2024-11-10T04:19:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T04:19:56,238 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:19:56,238 INFO [RS:1;e900e1ae4b9f:38877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:19:56,238 INFO [RS:1;e900e1ae4b9f:38877 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,38877,1731212334850; zookeeper connection closed. 2024-11-10T04:19:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:56,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38877-0x1010019c11e0002, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:56,238 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23956339 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23956339 2024-11-10T04:19:56,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,42907,1731212334813] 2024-11-10T04:19:56,241 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,42907,1731212334813 already deleted, retry=false 2024-11-10T04:19:56,241 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,42907,1731212334813 expired; onlineServers=0 2024-11-10T04:19:56,241 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,45915,1731212334755' ***** 2024-11-10T04:19:56,241 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T04:19:56,241 INFO [M:0;e900e1ae4b9f:45915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T04:19:56,241 INFO [M:0;e900e1ae4b9f:45915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T04:19:56,241 DEBUG [M:0;e900e1ae4b9f:45915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T04:19:56,241 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T04:19:56,241 DEBUG [M:0;e900e1ae4b9f:45915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T04:19:56,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212335119 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731212335119,5,FailOnTimeoutGroup] 2024-11-10T04:19:56,241 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212335120 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731212335120,5,FailOnTimeoutGroup] 2024-11-10T04:19:56,241 INFO [M:0;e900e1ae4b9f:45915 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T04:19:56,241 INFO [M:0;e900e1ae4b9f:45915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T04:19:56,242 DEBUG [M:0;e900e1ae4b9f:45915 {}] master.HMaster(1795): Stopping service threads 2024-11-10T04:19:56,242 INFO [M:0;e900e1ae4b9f:45915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T04:19:56,242 INFO [M:0;e900e1ae4b9f:45915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T04:19:56,242 ERROR [M:0;e900e1ae4b9f:45915 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1272979000) connection to localhost/127.0.0.1:43923 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43923,5,PEWorkerGroup] 2024-11-10T04:19:56,242 INFO [M:0;e900e1ae4b9f:45915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T04:19:56,242 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T04:19:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T04:19:56,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T04:19:56,243 DEBUG [M:0;e900e1ae4b9f:45915 {}] zookeeper.ZKUtil(347): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T04:19:56,243 WARN [M:0;e900e1ae4b9f:45915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T04:19:56,243 INFO [M:0;e900e1ae4b9f:45915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/.lastflushedseqids 2024-11-10T04:19:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741867_1043 (size=650) 2024-11-10T04:19:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741867_1043 (size=650) 2024-11-10T04:19:56,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741867_1043 (size=650) 2024-11-10T04:19:56,253 INFO [M:0;e900e1ae4b9f:45915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T04:19:56,253 INFO [M:0;e900e1ae4b9f:45915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T04:19:56,253 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T04:19:56,253 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:19:56,253 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:19:56,253 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T04:19:56,253 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:19:56,253 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.13 KB heapSize=203.36 KB 2024-11-10T04:19:56,268 DEBUG [M:0;e900e1ae4b9f:45915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a6fd4f50a4342a682628c685fe7b391 is 82, key is hbase:meta,,1/info:regioninfo/1731212345631/Put/seqid=0 2024-11-10T04:19:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741868_1044 (size=5672) 2024-11-10T04:19:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741868_1044 (size=5672) 2024-11-10T04:19:56,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741868_1044 (size=5672) 2024-11-10T04:19:56,275 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a6fd4f50a4342a682628c685fe7b391 2024-11-10T04:19:56,295 DEBUG [M:0;e900e1ae4b9f:45915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/346692b8aa384c48a16c891479dc7131 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731212356118/Put/seqid=0 2024-11-10T04:19:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741869_1045 (size=11055) 2024-11-10T04:19:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741869_1045 (size=11055) 2024-11-10T04:19:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741869_1045 (size=11055) 2024-11-10T04:19:56,302 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.39 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/346692b8aa384c48a16c891479dc7131 2024-11-10T04:19:56,307 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 346692b8aa384c48a16c891479dc7131 2024-11-10T04:19:56,322 DEBUG [M:0;e900e1ae4b9f:45915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/634b0e902a8a49d897c67de731a8aa53 is 69, key is e900e1ae4b9f,38877,1731212334850/rs:state/1731212335234/Put/seqid=0 2024-11-10T04:19:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741870_1046 (size=5442) 2024-11-10T04:19:56,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741870_1046 (size=5442) 2024-11-10T04:19:56,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741870_1046 (size=5442) 2024-11-10T04:19:56,329 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/634b0e902a8a49d897c67de731a8aa53 2024-11-10T04:19:56,334 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 634b0e902a8a49d897c67de731a8aa53 2024-11-10T04:19:56,335 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a6fd4f50a4342a682628c685fe7b391 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a6fd4f50a4342a682628c685fe7b391 2024-11-10T04:19:56,339 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a6fd4f50a4342a682628c685fe7b391, entries=8, sequenceid=398, filesize=5.5 K 2024-11-10T04:19:56,339 INFO [RS:0;e900e1ae4b9f:42907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:19:56,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:56,340 INFO [RS:0;e900e1ae4b9f:42907 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,42907,1731212334813; zookeeper connection closed. 2024-11-10T04:19:56,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1010019c11e0001, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:56,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c521c84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c521c84 2024-11-10T04:19:56,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T04:19:56,340 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/346692b8aa384c48a16c891479dc7131 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/346692b8aa384c48a16c891479dc7131 2024-11-10T04:19:56,345 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 346692b8aa384c48a16c891479dc7131 2024-11-10T04:19:56,345 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/346692b8aa384c48a16c891479dc7131, entries=51, sequenceid=398, filesize=10.8 K 2024-11-10T04:19:56,345 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/634b0e902a8a49d897c67de731a8aa53 as hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/634b0e902a8a49d897c67de731a8aa53 2024-11-10T04:19:56,350 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 634b0e902a8a49d897c67de731a8aa53 2024-11-10T04:19:56,350 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43923/user/jenkins/test-data/dddd5bb8-5c02-d250-8b7c-19ba0ce5f588/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/634b0e902a8a49d897c67de731a8aa53, entries=3, sequenceid=398, filesize=5.3 K 2024-11-10T04:19:56,351 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.13 KB/170114, heapSize ~203.06 KB/207936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=398, compaction requested=false 2024-11-10T04:19:56,353 INFO [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T04:19:56,353 DEBUG [M:0;e900e1ae4b9f:45915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731212396253Disabling compacts and flushes for region at 1731212396253Disabling writes for close at 1731212396253Obtaining lock to block concurrent updates at 1731212396253Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731212396253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170114, getHeapSize=208176, getOffHeapSize=0, getCellsCount=490 at 1731212396254 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731212396254Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731212396254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731212396268 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731212396268Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731212396281 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731212396295 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731212396295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731212396307 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731212396321 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731212396321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9273a99: reopening flushed file at 1731212396334 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a2e632: reopening flushed file at 1731212396340 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620897bd: reopening flushed file at 1731212396345 (+5 ms)Finished flush of dataSize ~166.13 KB/170114, heapSize ~203.06 KB/207936, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=398, compaction requested=false at 1731212396351 (+6 ms)Writing region close event to WAL at 1731212396353 (+2 ms)Closed at 1731212396353 2024-11-10T04:19:56,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40617 is added to blk_1073741830_1006 (size=196771) 2024-11-10T04:19:56,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36821 is added to blk_1073741830_1006 (size=196771) 2024-11-10T04:19:56,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33721 is added to blk_1073741830_1006 (size=196771) 2024-11-10T04:19:56,359 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T04:19:56,359 INFO [M:0;e900e1ae4b9f:45915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T04:19:56,359 INFO [M:0;e900e1ae4b9f:45915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45915 2024-11-10T04:19:56,359 INFO [M:0;e900e1ae4b9f:45915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T04:19:56,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:56,462 INFO [M:0;e900e1ae4b9f:45915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T04:19:56,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45915-0x1010019c11e0000, quorum=127.0.0.1:51637, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T04:19:56,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f161ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:19:56,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1510063e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:19:56,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:19:56,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23684696{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:19:56,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ccef60e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,STOPPED} 2024-11-10T04:19:56,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:19:56,467 WARN [BP-821081518-172.17.0.2-1731212333927 heartbeating to localhost/127.0.0.1:43923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:19:56,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:19:56,467 WARN [BP-821081518-172.17.0.2-1731212333927 heartbeating to localhost/127.0.0.1:43923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821081518-172.17.0.2-1731212333927 (Datanode Uuid 346c588f-8c8e-4de4-8355-41e25f863c9e) service to localhost/127.0.0.1:43923 2024-11-10T04:19:56,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data5/current/BP-821081518-172.17.0.2-1731212333927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:19:56,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data6/current/BP-821081518-172.17.0.2-1731212333927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:19:56,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:19:56,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44fe9ff2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:19:56,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cc42325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:19:56,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:19:56,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3a4abb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:19:56,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cd7b31f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,STOPPED} 2024-11-10T04:19:56,472 WARN [BP-821081518-172.17.0.2-1731212333927 heartbeating to localhost/127.0.0.1:43923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:19:56,472 WARN [BP-821081518-172.17.0.2-1731212333927 heartbeating to localhost/127.0.0.1:43923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821081518-172.17.0.2-1731212333927 (Datanode Uuid 4621a3a2-c225-449d-84fe-200f57b31f74) service to localhost/127.0.0.1:43923 2024-11-10T04:19:56,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:19:56,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:19:56,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data3/current/BP-821081518-172.17.0.2-1731212333927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:19:56,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data4/current/BP-821081518-172.17.0.2-1731212333927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:19:56,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:19:56,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b896b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T04:19:56,475 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8a7388{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:19:56,475 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:19:56,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e81d2a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:19:56,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@373d2d17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,STOPPED} 2024-11-10T04:19:56,487 WARN [BP-821081518-172.17.0.2-1731212333927 heartbeating to localhost/127.0.0.1:43923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T04:19:56,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T04:19:56,487 WARN [BP-821081518-172.17.0.2-1731212333927 heartbeating to localhost/127.0.0.1:43923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821081518-172.17.0.2-1731212333927 (Datanode Uuid b0c60d0d-6d1f-4ee5-b088-8b0b0bc4bd76) service to localhost/127.0.0.1:43923 2024-11-10T04:19:56,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T04:19:56,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data1/current/BP-821081518-172.17.0.2-1731212333927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:19:56,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/cluster_7700ae82-a4dd-0a5a-a1a7-5a86520713ef/data/data2/current/BP-821081518-172.17.0.2-1731212333927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T04:19:56,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T04:19:56,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e215c0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T04:19:56,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7708aacc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T04:19:56,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T04:19:56,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1d5eb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T04:19:56,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7f0b27{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4161539f-b923-e9c8-eae6-634aa90aa9bc/hadoop.log.dir/,STOPPED} 2024-11-10T04:19:56,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T04:19:56,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T04:19:56,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 93) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:43923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:43923 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:43923 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43923 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1272979000) connection to localhost/127.0.0.1:43923 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=474 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=37 (was 62), ProcessCount=11 (was 11), AvailableMemoryMB=8860 (was 9035)