2024-11-14 13:42:21,066 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-14 13:42:21,131 main DEBUG Took 0.060530 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 13:42:21,131 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 13:42:21,132 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 13:42:21,133 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 13:42:21,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,145 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 13:42:21,169 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,172 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,173 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,175 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,177 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,179 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,180 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,181 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 13:42:21,185 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,186 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 13:42:21,188 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 13:42:21,189 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 13:42:21,192 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 13:42:21,192 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 13:42:21,194 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 13:42:21,194 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 13:42:21,210 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 13:42:21,214 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 13:42:21,216 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 13:42:21,216 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 13:42:21,217 main DEBUG createAppenders(={Console}) 2024-11-14 13:42:21,218 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-11-14 13:42:21,218 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-11-14 13:42:21,219 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-11-14 13:42:21,219 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 13:42:21,220 main DEBUG OutputStream closed 2024-11-14 13:42:21,220 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 13:42:21,220 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 13:42:21,221 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-11-14 13:42:21,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 13:42:21,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 13:42:21,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 13:42:21,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 13:42:21,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 13:42:21,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 13:42:21,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 13:42:21,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 13:42:21,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 13:42:21,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 13:42:21,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 13:42:21,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 13:42:21,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 13:42:21,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 13:42:21,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 13:42:21,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 13:42:21,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 13:42:21,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 13:42:21,357 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 13:42:21,358 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-11-14 13:42:21,358 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 13:42:21,359 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-11-14T13:42:21,385 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-14 13:42:21,388 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 13:42:21,389 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T13:42:21,399 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-14T13:42:21,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1427, ProcessCount=11, AvailableMemoryMB=3415 2024-11-14T13:42:21,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65 2024-11-14T13:42:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T13:42:21,961 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0, deleteOnExit=true 2024-11-14T13:42:21,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T13:42:21,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/test.cache.data in system properties and HBase conf 2024-11-14T13:42:21,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T13:42:21,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir in system properties and HBase conf 2024-11-14T13:42:21,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T13:42:21,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T13:42:21,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T13:42:22,182 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T13:42:22,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T13:42:22,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T13:42:22,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T13:42:22,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T13:42:22,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T13:42:22,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T13:42:22,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T13:42:22,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T13:42:22,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T13:42:22,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T13:42:22,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/nfs.dump.dir in system properties and HBase conf 2024-11-14T13:42:22,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/java.io.tmpdir in system properties and HBase conf 2024-11-14T13:42:22,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T13:42:22,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T13:42:22,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T13:42:24,090 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T13:42:24,261 INFO [Time-limited test {}] log.Log(170): Logging initialized @4483ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T13:42:24,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:42:24,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:42:24,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:42:24,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:42:24,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:42:24,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:42:24,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c33bf2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:42:24,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794cb4f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:42:25,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@319be742{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/java.io.tmpdir/jetty-localhost-46761-hadoop-hdfs-3_4_1-tests_jar-_-any-9213393509478434513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T13:42:25,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2903a0a8{HTTP/1.1, (http/1.1)}{localhost:46761} 2024-11-14T13:42:25,316 INFO [Time-limited test {}] server.Server(415): Started @5539ms 2024-11-14T13:42:26,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:42:26,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:42:26,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:42:26,465 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:42:26,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:42:26,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e139821{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:42:26,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4063f81b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:42:26,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b851e84{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/java.io.tmpdir/jetty-localhost-37911-hadoop-hdfs-3_4_1-tests_jar-_-any-8723657582362085554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:42:26,741 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1940c7e6{HTTP/1.1, (http/1.1)}{localhost:37911} 2024-11-14T13:42:26,741 INFO [Time-limited test {}] server.Server(415): Started @6965ms 2024-11-14T13:42:26,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:42:27,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:42:27,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:42:27,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:42:27,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:42:27,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:42:27,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4105d97e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:42:27,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbd753f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:42:27,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@663aedbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/java.io.tmpdir/jetty-localhost-36359-hadoop-hdfs-3_4_1-tests_jar-_-any-15401637717423435892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:42:27,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccad4b2{HTTP/1.1, (http/1.1)}{localhost:36359} 2024-11-14T13:42:27,564 INFO [Time-limited test {}] server.Server(415): Started @7787ms 2024-11-14T13:42:27,570 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:42:27,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:42:27,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:42:27,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:42:27,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:42:27,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T13:42:27,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156b3636{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:42:27,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc92b24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:42:28,019 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data2/current/BP-831463214-172.17.0.3-1731591743578/current, will proceed with Du for space computation calculation, 2024-11-14T13:42:28,019 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data1/current/BP-831463214-172.17.0.3-1731591743578/current, will proceed with Du for space computation calculation, 2024-11-14T13:42:28,035 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data4/current/BP-831463214-172.17.0.3-1731591743578/current, will proceed with Du for space computation calculation, 2024-11-14T13:42:28,041 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data3/current/BP-831463214-172.17.0.3-1731591743578/current, will proceed with Du for space computation calculation, 2024-11-14T13:42:28,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b4582c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/java.io.tmpdir/jetty-localhost-33405-hadoop-hdfs-3_4_1-tests_jar-_-any-4994304374818138401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:42:28,165 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab291ce{HTTP/1.1, (http/1.1)}{localhost:33405} 2024-11-14T13:42:28,165 INFO [Time-limited test {}] server.Server(415): Started @8388ms 2024-11-14T13:42:28,168 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:42:28,274 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:42:28,345 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:42:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bcb442840bed44f with lease ID 0x76c35a04e91a8689: Processing first storage report for DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=1e491011-8b2d-42b3-96b3-e16cf4e76414, infoPort=37793, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578) 2024-11-14T13:42:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bcb442840bed44f with lease ID 0x76c35a04e91a8689: from storage DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=1e491011-8b2d-42b3-96b3-e16cf4e76414, infoPort=37793, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T13:42:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71cebfee9e9b073f with lease ID 0x76c35a04e91a8688: Processing first storage report for DS-da6c8350-5c38-48ff-9986-f046d0866331 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=605dea2c-ff5b-455d-b5af-e9016c6f3738, infoPort=37315, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578) 2024-11-14T13:42:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71cebfee9e9b073f with lease ID 0x76c35a04e91a8688: from storage DS-da6c8350-5c38-48ff-9986-f046d0866331 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=605dea2c-ff5b-455d-b5af-e9016c6f3738, infoPort=37315, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:42:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bcb442840bed44f with lease ID 0x76c35a04e91a8689: Processing first storage report for DS-15bb7043-b93a-478b-b2ae-63898e5daf05 from datanode DatanodeRegistration(127.0.0.1:44767, datanodeUuid=1e491011-8b2d-42b3-96b3-e16cf4e76414, infoPort=37793, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578) 2024-11-14T13:42:28,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bcb442840bed44f with lease ID 0x76c35a04e91a8689: from storage DS-15bb7043-b93a-478b-b2ae-63898e5daf05 node DatanodeRegistration(127.0.0.1:44767, datanodeUuid=1e491011-8b2d-42b3-96b3-e16cf4e76414, infoPort=37793, infoSecurePort=0, ipcPort=41569, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T13:42:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71cebfee9e9b073f with lease ID 0x76c35a04e91a8688: Processing first storage report for DS-d1d18054-c7c7-40ea-aa11-6b4cfd1a60ee from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=605dea2c-ff5b-455d-b5af-e9016c6f3738, infoPort=37315, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578) 2024-11-14T13:42:28,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71cebfee9e9b073f with lease ID 0x76c35a04e91a8688: from storage DS-d1d18054-c7c7-40ea-aa11-6b4cfd1a60ee node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=605dea2c-ff5b-455d-b5af-e9016c6f3738, infoPort=37315, infoSecurePort=0, ipcPort=46199, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:42:28,618 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data5/current/BP-831463214-172.17.0.3-1731591743578/current, will proceed with Du for space computation calculation, 2024-11-14T13:42:28,641 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data6/current/BP-831463214-172.17.0.3-1731591743578/current, will proceed with Du for space computation calculation, 2024-11-14T13:42:28,771 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:42:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde94f1c9677bd53e with lease ID 0x76c35a04e91a868a: Processing first storage report for DS-69cfced6-bcc0-4292-a3e7-385a18f26c40 from datanode DatanodeRegistration(127.0.0.1:35629, datanodeUuid=9352d987-5d6a-4968-a5ee-76aa78c545ea, infoPort=43201, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578) 2024-11-14T13:42:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde94f1c9677bd53e with lease ID 0x76c35a04e91a868a: from storage DS-69cfced6-bcc0-4292-a3e7-385a18f26c40 node DatanodeRegistration(127.0.0.1:35629, datanodeUuid=9352d987-5d6a-4968-a5ee-76aa78c545ea, infoPort=43201, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T13:42:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde94f1c9677bd53e with lease ID 0x76c35a04e91a868a: Processing first storage report for DS-c5203490-85d2-4706-9e79-0eacd84093df from datanode DatanodeRegistration(127.0.0.1:35629, datanodeUuid=9352d987-5d6a-4968-a5ee-76aa78c545ea, infoPort=43201, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578) 2024-11-14T13:42:28,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde94f1c9677bd53e with lease ID 0x76c35a04e91a868a: from storage DS-c5203490-85d2-4706-9e79-0eacd84093df node DatanodeRegistration(127.0.0.1:35629, datanodeUuid=9352d987-5d6a-4968-a5ee-76aa78c545ea, infoPort=43201, infoSecurePort=0, ipcPort=42879, storageInfo=lv=-57;cid=testClusterID;nsid=1024376306;c=1731591743578), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:42:29,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65 2024-11-14T13:42:29,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/zookeeper_0, clientPort=62247, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T13:42:29,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62247 2024-11-14T13:42:29,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:29,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:42:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:42:30,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:42:30,552 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 with version=8 2024-11-14T13:42:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/hbase-staging 2024-11-14T13:42:30,869 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T13:42:31,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:42:31,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:31,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:31,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:42:31,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:31,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:42:31,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T13:42:32,054 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T13:42:32,083 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T13:42:32,106 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:42:32,184 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4437 (auto-detected) 2024-11-14T13:42:32,191 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T13:42:32,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41791 2024-11-14T13:42:32,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41791 connecting to ZooKeeper ensemble=127.0.0.1:62247 2024-11-14T13:42:32,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417910x0, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:42:32,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41791-0x1003e874ada0000 connected 2024-11-14T13:42:32,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:32,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:32,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:42:32,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2, hbase.cluster.distributed=false 2024-11-14T13:42:32,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:42:32,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-14T13:42:32,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41791 2024-11-14T13:42:32,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41791 2024-11-14T13:42:32,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-14T13:42:32,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41791 2024-11-14T13:42:33,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:42:33,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:42:33,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:42:33,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:42:33,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:42:33,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43587 2024-11-14T13:42:33,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43587 connecting to ZooKeeper ensemble=127.0.0.1:62247 2024-11-14T13:42:33,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:33,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:33,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435870x0, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:42:33,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435870x0, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:42:33,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:42:33,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43587-0x1003e874ada0001 connected 2024-11-14T13:42:33,264 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:42:33,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:42:33,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:42:33,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43587 2024-11-14T13:42:33,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43587 2024-11-14T13:42:33,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43587 2024-11-14T13:42:33,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43587 2024-11-14T13:42:33,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43587 2024-11-14T13:42:33,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:42:33,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:42:33,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:42:33,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:42:33,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:42:33,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37023 2024-11-14T13:42:33,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37023 connecting to ZooKeeper ensemble=127.0.0.1:62247 2024-11-14T13:42:33,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:33,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:33,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370230x0, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:42:33,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370230x0, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:42:33,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:42:33,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37023-0x1003e874ada0002 connected 2024-11-14T13:42:33,547 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:42:33,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:42:33,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:42:33,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-14T13:42:33,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37023 2024-11-14T13:42:33,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37023 2024-11-14T13:42:33,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-14T13:42:33,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37023 2024-11-14T13:42:33,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:42:33,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:42:33,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:42:33,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:42:33,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:42:33,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:42:33,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42145 2024-11-14T13:42:33,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42145 connecting to ZooKeeper ensemble=127.0.0.1:62247 2024-11-14T13:42:33,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:33,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:33,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421450x0, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:42:33,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421450x0, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:42:33,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:42:33,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42145-0x1003e874ada0003 connected 2024-11-14T13:42:33,793 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:42:33,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:42:33,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:42:33,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42145 2024-11-14T13:42:33,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42145 2024-11-14T13:42:33,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42145 2024-11-14T13:42:33,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42145 2024-11-14T13:42:33,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42145 2024-11-14T13:42:33,897 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0ac5ae04350c:41791 2024-11-14T13:42:33,905 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,923 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:33,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:42:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:33,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:42:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:42:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:33,975 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T13:42:33,981 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0ac5ae04350c,41791,1731591751002 from backup master directory 2024-11-14T13:42:33,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:33,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:42:33,990 WARN [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:42:33,990 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:33,993 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T13:42:34,001 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T13:42:34,146 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/hbase.id] with ID: 6a74eea2-eb21-4737-8988-48200cd47e05 2024-11-14T13:42:34,146 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.tmp/hbase.id 2024-11-14T13:42:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:42:34,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:42:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:42:34,213 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.tmp/hbase.id]:[hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/hbase.id] 2024-11-14T13:42:34,314 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:42:34,324 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T13:42:34,365 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 38ms. 2024-11-14T13:42:34,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:34,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:34,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:42:34,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:42:34,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:42:34,523 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T13:42:34,528 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T13:42:34,570 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:42:34,584 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:42:34,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:42:34,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:42:34,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:42:34,812 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store 2024-11-14T13:42:34,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:42:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:42:35,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:42:35,019 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T13:42:35,023 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:35,028 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T13:42:35,028 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:42:35,028 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:42:35,030 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T13:42:35,030 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:42:35,031 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:42:35,032 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731591755028Disabling compacts and flushes for region at 1731591755028Disabling writes for close at 1731591755030 (+2 ms)Writing region close event to WAL at 1731591755031 (+1 ms)Closed at 1731591755031 2024-11-14T13:42:35,053 WARN [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/.initializing 2024-11-14T13:42:35,053 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/WALs/0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:35,083 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:42:35,111 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C41791%2C1731591751002, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/WALs/0ac5ae04350c,41791,1731591751002, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/oldWALs, maxLogs=10 2024-11-14T13:42:35,179 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/WALs/0ac5ae04350c,41791,1731591751002/0ac5ae04350c%2C41791%2C1731591751002.1731591755126, exclude list is [], retry=0 2024-11-14T13:42:35,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a,DISK] 2024-11-14T13:42:35,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-da6c8350-5c38-48ff-9986-f046d0866331,DISK] 2024-11-14T13:42:35,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35629,DS-69cfced6-bcc0-4292-a3e7-385a18f26c40,DISK] 2024-11-14T13:42:35,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T13:42:35,297 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/WALs/0ac5ae04350c,41791,1731591751002/0ac5ae04350c%2C41791%2C1731591751002.1731591755126 2024-11-14T13:42:35,302 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37793:37793),(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:37315:37315)] 2024-11-14T13:42:35,302 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:42:35,303 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:35,308 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,309 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T13:42:35,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:35,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:35,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T13:42:35,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:35,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:35,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T13:42:35,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:35,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:35,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T13:42:35,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:35,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:35,530 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,535 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,537 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,565 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,566 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,576 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:42:35,591 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:42:35,621 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:35,626 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66426970, jitterRate=-0.010161012411117554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:42:35,636 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731591755326Initializing all the Stores at 1731591755330 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591755330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591755331 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591755331Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591755331Cleaning up temporary data from old regions at 1731591755566 (+235 ms)Region opened successfully at 1731591755636 (+70 ms) 2024-11-14T13:42:35,641 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T13:42:35,729 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d5a787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:42:35,782 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T13:42:35,800 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T13:42:35,800 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T13:42:35,804 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:42:35,809 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-14T13:42:35,818 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T13:42:35,818 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T13:42:35,856 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T13:42:35,873 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T13:42:35,880 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T13:42:35,884 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T13:42:35,890 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T13:42:35,898 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T13:42:35,901 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T13:42:35,906 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T13:42:35,909 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T13:42:35,914 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T13:42:35,920 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T13:42:35,946 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T13:42:35,948 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T13:42:35,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:42:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:42:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:42:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:42:35,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,961 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0ac5ae04350c,41791,1731591751002, sessionid=0x1003e874ada0000, setting cluster-up flag (Was=false) 2024-11-14T13:42:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:35,989 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T13:42:35,993 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:36,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:36,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:36,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:36,009 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T13:42:36,012 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:36,020 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T13:42:36,108 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(746): ClusterId : 6a74eea2-eb21-4737-8988-48200cd47e05 2024-11-14T13:42:36,108 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(746): ClusterId : 6a74eea2-eb21-4737-8988-48200cd47e05 2024-11-14T13:42:36,111 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:42:36,112 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:42:36,121 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:42:36,121 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:42:36,125 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(746): ClusterId : 6a74eea2-eb21-4737-8988-48200cd47e05 2024-11-14T13:42:36,125 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:42:36,133 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:42:36,134 DEBUG [RS:1;0ac5ae04350c:37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0fde43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:42:36,136 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:42:36,136 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:42:36,148 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:42:36,148 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:42:36,152 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:42:36,153 DEBUG [RS:0;0ac5ae04350c:43587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faf88ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:42:36,165 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:42:36,166 DEBUG [RS:2;0ac5ae04350c:42145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c318b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:42:36,173 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0ac5ae04350c:37023 2024-11-14T13:42:36,189 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:42:36,189 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:42:36,189 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:42:36,190 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0ac5ae04350c:43587 2024-11-14T13:42:36,189 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:42:36,190 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:42:36,190 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:42:36,190 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:42:36,198 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0ac5ae04350c:42145 2024-11-14T13:42:36,199 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:42:36,200 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:42:36,200 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:42:36,204 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=42145, startcode=1731591753689 2024-11-14T13:42:36,205 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=37023, startcode=1731591753421 2024-11-14T13:42:36,209 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=43587, startcode=1731591753039 2024-11-14T13:42:36,212 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T13:42:36,227 DEBUG [RS:0;0ac5ae04350c:43587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:42:36,229 DEBUG [RS:2;0ac5ae04350c:42145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:42:36,230 DEBUG [RS:1;0ac5ae04350c:37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:42:36,232 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T13:42:36,263 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0ac5ae04350c,41791,1731591751002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T13:42:36,313 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:42:36,314 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:42:36,314 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:42:36,314 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:42:36,314 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0ac5ae04350c:0, corePoolSize=10, maxPoolSize=10 2024-11-14T13:42:36,314 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,315 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:42:36,315 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,317 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:42:36,317 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43475, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:42:36,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33151, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:42:36,326 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:42:36,334 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:42:36,335 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:42:36,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:42:36,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T13:42:36,372 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T13:42:36,372 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T13:42:36,372 WARN [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T13:42:36,372 WARN [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T13:42:36,373 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T13:42:36,373 WARN [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T13:42:36,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:36,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T13:42:36,382 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731591786382 2024-11-14T13:42:36,386 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T13:42:36,388 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T13:42:36,394 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T13:42:36,395 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T13:42:36,395 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T13:42:36,395 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T13:42:36,400 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,422 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T13:42:36,424 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T13:42:36,424 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T13:42:36,445 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T13:42:36,445 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T13:42:36,474 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=42145, startcode=1731591753689 2024-11-14T13:42:36,476 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:42:36,477 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591756447,5,FailOnTimeoutGroup] 2024-11-14T13:42:36,478 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591756477,5,FailOnTimeoutGroup] 2024-11-14T13:42:36,478 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,481 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=37023, startcode=1731591753421 2024-11-14T13:42:36,481 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=43587, startcode=1731591753039 2024-11-14T13:42:36,482 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:42:36,482 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T13:42:36,483 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T13:42:36,483 WARN [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-14T13:42:36,484 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:42:36,485 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T13:42:36,485 WARN [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-14T13:42:36,487 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T13:42:36,487 WARN [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 200 ms and then retrying. 2024-11-14T13:42:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:42:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:42:36,505 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,505 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:42:36,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T13:42:36,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:36,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:42:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:42:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:42:36,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:36,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:42:36,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:42:36,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:36,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:36,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:42:36,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:42:36,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:36,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:36,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:42:36,684 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=42145, startcode=1731591753689 2024-11-14T13:42:36,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:36,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:42:36,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:36,690 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=43587, startcode=1731591753039 2024-11-14T13:42:36,691 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,41791,1731591751002 with port=37023, startcode=1731591753421 2024-11-14T13:42:36,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:36,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:36,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:42:36,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:42:36,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:36,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:36,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:42:36,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740 2024-11-14T13:42:36,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740 2024-11-14T13:42:36,720 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:36,721 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-11-14T13:42:36,721 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:42:36,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:42:36,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:42:36,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:42:36,736 DEBUG [RS:2;0ac5ae04350c:42145 {}] zookeeper.ZKUtil(111): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:36,736 WARN [RS:2;0ac5ae04350c:42145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:42:36,736 INFO [RS:2;0ac5ae04350c:42145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:42:36,736 DEBUG [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:36,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:42:36,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:36,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:36,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:42:36,750 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,42145,1731591753689] 2024-11-14T13:42:36,752 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:36,752 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-11-14T13:42:36,753 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:42:36,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:36,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:36,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:42:36,761 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:36,763 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71930495, jitterRate=0.07184790074825287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:42:36,764 DEBUG [RS:0;0ac5ae04350c:43587 {}] zookeeper.ZKUtil(111): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:36,765 WARN [RS:0;0ac5ae04350c:43587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:42:36,765 INFO [RS:0;0ac5ae04350c:43587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:42:36,765 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:36,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731591756631Initializing all the Stores at 1731591756634 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591756634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591756644 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591756644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591756645 (+1 ms)Cleaning up temporary data from old regions at 1731591756726 (+81 ms)Region opened successfully at 1731591756767 (+41 ms) 2024-11-14T13:42:36,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T13:42:36,767 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T13:42:36,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T13:42:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T13:42:36,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T13:42:36,768 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:36,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,43587,1731591753039] 2024-11-14T13:42:36,769 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-11-14T13:42:36,769 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:42:36,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:42:36,778 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T13:42:36,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731591756767Disabling compacts and flushes for region at 1731591756767Disabling writes for close at 1731591756768 (+1 ms)Writing region close event to WAL at 1731591756777 (+9 ms)Closed at 1731591756778 (+1 ms) 2024-11-14T13:42:36,782 DEBUG [RS:1;0ac5ae04350c:37023 {}] zookeeper.ZKUtil(111): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:36,782 WARN [RS:1;0ac5ae04350c:37023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:42:36,782 INFO [RS:1;0ac5ae04350c:37023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:42:36,782 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:36,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,37023,1731591753421] 2024-11-14T13:42:36,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:42:36,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T13:42:36,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T13:42:36,823 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:42:36,823 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:42:36,841 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:42:36,865 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:42:36,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:42:36,876 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:42:36,878 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:42:36,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T13:42:36,893 INFO [RS:2;0ac5ae04350c:42145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:42:36,893 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,894 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:42:36,901 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:42:36,903 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,904 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,904 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,904 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,904 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,904 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,905 INFO [RS:0;0ac5ae04350c:43587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:42:36,905 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,905 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:42:36,905 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,905 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,906 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,906 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,906 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,906 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,906 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:42:36,906 DEBUG [RS:2;0ac5ae04350c:42145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:42:36,907 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:42:36,913 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:42:36,913 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,929 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,929 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,929 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,929 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,930 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,930 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:42:36,930 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,930 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,931 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,932 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,932 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,933 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,933 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:42:36,933 DEBUG [RS:0;0ac5ae04350c:43587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:42:36,934 INFO [RS:1;0ac5ae04350c:37023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:42:36,934 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,939 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,939 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,939 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,939 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,939 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,939 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,42145,1731591753689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:42:36,941 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:42:36,946 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:42:36,946 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:42:36,947 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,948 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,961 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,962 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,962 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,963 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:42:36,963 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:42:36,963 DEBUG [RS:1;0ac5ae04350c:37023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:42:36,965 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,966 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,966 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,966 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,966 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,966 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,43587,1731591753039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:42:36,976 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,977 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,977 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,978 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,979 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:36,979 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37023,1731591753421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:42:37,028 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:42:37,028 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:42:37,031 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37023,1731591753421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,031 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,031 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.Replication(171): 0ac5ae04350c,37023,1731591753421 started 2024-11-14T13:42:37,031 WARN [0ac5ae04350c:41791 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T13:42:37,032 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,42145,1731591753689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,033 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,033 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.Replication(171): 0ac5ae04350c,42145,1731591753689 started 2024-11-14T13:42:37,048 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:42:37,049 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,43587,1731591753039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,050 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,050 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.Replication(171): 0ac5ae04350c,43587,1731591753039 started 2024-11-14T13:42:37,076 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,086 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,42145,1731591753689, RpcServer on 0ac5ae04350c/172.17.0.3:42145, sessionid=0x1003e874ada0003 2024-11-14T13:42:37,087 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:42:37,087 DEBUG [RS:2;0ac5ae04350c:42145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:37,088 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,42145,1731591753689' 2024-11-14T13:42:37,088 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:42:37,093 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:42:37,094 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:42:37,095 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:42:37,095 DEBUG [RS:2;0ac5ae04350c:42145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:37,095 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,42145,1731591753689' 2024-11-14T13:42:37,095 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:42:37,096 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:42:37,099 DEBUG [RS:2;0ac5ae04350c:42145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:42:37,099 INFO [RS:2;0ac5ae04350c:42145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:42:37,099 INFO [RS:2;0ac5ae04350c:42145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:42:37,115 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,116 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,37023,1731591753421, RpcServer on 0ac5ae04350c/172.17.0.3:37023, sessionid=0x1003e874ada0002 2024-11-14T13:42:37,116 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:42:37,116 DEBUG [RS:1;0ac5ae04350c:37023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:37,116 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,37023,1731591753421' 2024-11-14T13:42:37,117 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:42:37,118 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:37,119 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,43587,1731591753039, RpcServer on 0ac5ae04350c/172.17.0.3:43587, sessionid=0x1003e874ada0001 2024-11-14T13:42:37,119 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:42:37,119 DEBUG [RS:0;0ac5ae04350c:43587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:37,119 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,43587,1731591753039' 2024-11-14T13:42:37,119 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:42:37,120 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:42:37,121 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:42:37,121 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:42:37,122 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:42:37,122 DEBUG [RS:1;0ac5ae04350c:37023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:37,122 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,37023,1731591753421' 2024-11-14T13:42:37,122 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:42:37,122 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:42:37,122 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:42:37,122 DEBUG [RS:0;0ac5ae04350c:43587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:37,123 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,43587,1731591753039' 2024-11-14T13:42:37,123 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:42:37,123 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:42:37,124 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:42:37,124 DEBUG [RS:1;0ac5ae04350c:37023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:42:37,124 INFO [RS:1;0ac5ae04350c:37023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:42:37,124 INFO [RS:1;0ac5ae04350c:37023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:42:37,124 DEBUG [RS:0;0ac5ae04350c:43587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:42:37,124 INFO [RS:0;0ac5ae04350c:43587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:42:37,124 INFO [RS:0;0ac5ae04350c:43587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:42:37,213 INFO [RS:2;0ac5ae04350c:42145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:42:37,217 INFO [RS:2;0ac5ae04350c:42145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C42145%2C1731591753689, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs, maxLogs=32 2024-11-14T13:42:37,225 INFO [RS:0;0ac5ae04350c:43587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:42:37,228 INFO [RS:1;0ac5ae04350c:37023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:42:37,237 INFO [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C43587%2C1731591753039, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs, maxLogs=32 2024-11-14T13:42:37,241 INFO [RS:1;0ac5ae04350c:37023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C37023%2C1731591753421, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,37023,1731591753421, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs, maxLogs=32 2024-11-14T13:42:37,251 DEBUG [RS:2;0ac5ae04350c:42145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689/0ac5ae04350c%2C42145%2C1731591753689.1731591757222, exclude list is [], retry=0 2024-11-14T13:42:37,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-da6c8350-5c38-48ff-9986-f046d0866331,DISK] 2024-11-14T13:42:37,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35629,DS-69cfced6-bcc0-4292-a3e7-385a18f26c40,DISK] 2024-11-14T13:42:37,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a,DISK] 2024-11-14T13:42:37,276 DEBUG [RS:0;0ac5ae04350c:43587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039/0ac5ae04350c%2C43587%2C1731591753039.1731591757240, exclude list is [], retry=0 2024-11-14T13:42:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a,DISK] 2024-11-14T13:42:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-da6c8350-5c38-48ff-9986-f046d0866331,DISK] 2024-11-14T13:42:37,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35629,DS-69cfced6-bcc0-4292-a3e7-385a18f26c40,DISK] 2024-11-14T13:42:37,304 DEBUG [RS:1;0ac5ae04350c:37023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,37023,1731591753421/0ac5ae04350c%2C37023%2C1731591753421.1731591757243, exclude list is [], retry=0 2024-11-14T13:42:37,309 INFO [RS:2;0ac5ae04350c:42145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 2024-11-14T13:42:37,337 DEBUG [RS:2;0ac5ae04350c:42145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37315:37315),(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-14T13:42:37,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-da6c8350-5c38-48ff-9986-f046d0866331,DISK] 2024-11-14T13:42:37,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35629,DS-69cfced6-bcc0-4292-a3e7-385a18f26c40,DISK] 2024-11-14T13:42:37,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a,DISK] 2024-11-14T13:42:37,378 INFO [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039/0ac5ae04350c%2C43587%2C1731591753039.1731591757240 2024-11-14T13:42:37,396 DEBUG [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:37793:37793),(127.0.0.1/127.0.0.1:37315:37315)] 2024-11-14T13:42:37,433 INFO [RS:1;0ac5ae04350c:37023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,37023,1731591753421/0ac5ae04350c%2C37023%2C1731591753421.1731591757243 2024-11-14T13:42:37,445 DEBUG [RS:1;0ac5ae04350c:37023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:37315:37315),(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-14T13:42:37,535 DEBUG [0ac5ae04350c:41791 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T13:42:37,558 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:42:37,571 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:42:37,571 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:42:37,571 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T13:42:37,571 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:42:37,571 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:42:37,572 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T13:42:37,572 INFO [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:42:37,572 INFO [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:42:37,572 INFO [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T13:42:37,572 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:42:37,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:37,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,43587,1731591753039, state=OPENING 2024-11-14T13:42:37,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T13:42:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:37,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:37,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:37,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:42:37,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:37,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:37,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:37,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:37,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:42:37,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,43587,1731591753039}] 2024-11-14T13:42:42,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T13:42:42,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T13:42:47,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:42:47,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58097, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:42:47,742 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T13:42:47,742 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:42:47,743 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T13:42:47,747 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C43587%2C1731591753039.meta, suffix=.meta, logDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs, maxLogs=32 2024-11-14T13:42:47,769 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039/0ac5ae04350c%2C43587%2C1731591753039.meta.1731591767749.meta, exclude list is [], retry=0 2024-11-14T13:42:47,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35629,DS-69cfced6-bcc0-4292-a3e7-385a18f26c40,DISK] 2024-11-14T13:42:47,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-da6c8350-5c38-48ff-9986-f046d0866331,DISK] 2024-11-14T13:42:47,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44767,DS-631b86be-2ce3-4bca-ac7a-e01cb9197d4a,DISK] 2024-11-14T13:42:47,798 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,43587,1731591753039/0ac5ae04350c%2C43587%2C1731591753039.meta.1731591767749.meta 2024-11-14T13:42:47,799 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201),(127.0.0.1/127.0.0.1:37315:37315),(127.0.0.1/127.0.0.1:37793:37793)] 2024-11-14T13:42:47,799 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:42:47,801 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T13:42:47,805 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T13:42:47,811 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T13:42:47,818 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T13:42:47,818 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:47,819 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T13:42:47,819 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T13:42:47,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:42:47,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:42:47,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:47,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:47,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:42:47,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:42:47,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:47,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:47,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:42:47,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:42:47,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:47,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:47,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:42:47,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:42:47,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:47,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:42:47,847 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:42:47,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740 2024-11-14T13:42:47,858 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740 2024-11-14T13:42:47,866 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:42:47,866 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:42:47,868 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:42:47,874 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:42:47,880 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59107387, jitterRate=-0.11923129856586456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:42:47,881 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T13:42:47,883 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731591767820Writing region info on filesystem at 1731591767820Initializing all the Stores at 1731591767825 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591767825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591767826 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591767826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591767826Cleaning up temporary data from old regions at 1731591767866 (+40 ms)Running coprocessor post-open hooks at 1731591767881 (+15 ms)Region opened successfully at 1731591767883 (+2 ms) 2024-11-14T13:42:47,908 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731591767691 2024-11-14T13:42:47,934 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T13:42:47,936 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T13:42:47,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:47,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,43587,1731591753039, state=OPEN 2024-11-14T13:42:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:42:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:42:47,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:47,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:42:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:42:47,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:47,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:42:47,958 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:47,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T13:42:47,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,43587,1731591753039 in 10.3080 sec 2024-11-14T13:42:48,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T13:42:48,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.1790 sec 2024-11-14T13:42:48,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:42:48,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T13:42:48,089 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:42:48,090 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,43587,1731591753039, seqNum=-1] 2024-11-14T13:42:48,124 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:42:48,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:42:48,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.1120 sec 2024-11-14T13:42:48,205 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731591768204, completionTime=-1 2024-11-14T13:42:48,215 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T13:42:48,216 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:42:48,267 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T13:42:48,267 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731591828267 2024-11-14T13:42:48,267 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731591888267 2024-11-14T13:42:48,267 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 51 msec 2024-11-14T13:42:48,269 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:42:48,283 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,41791,1731591751002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,284 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,41791,1731591751002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,285 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,41791,1731591751002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,288 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0ac5ae04350c:41791, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,292 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,296 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,297 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T13:42:48,411 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 14.420sec 2024-11-14T13:42:48,415 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T13:42:48,417 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T13:42:48,418 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T13:42:48,419 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T13:42:48,419 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T13:42:48,421 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,41791,1731591751002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:42:48,421 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,41791,1731591751002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T13:42:48,436 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T13:42:48,437 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T13:42:48,438 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,41791,1731591751002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:42:48,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df976ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:42:48,522 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T13:42:48,522 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T13:42:48,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0ac5ae04350c,41791,-1 for getting cluster id 2024-11-14T13:42:48,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T13:42:48,547 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a74eea2-eb21-4737-8988-48200cd47e05' 2024-11-14T13:42:48,550 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T13:42:48,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a74eea2-eb21-4737-8988-48200cd47e05" 2024-11-14T13:42:48,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1538820e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:42:48,551 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0ac5ae04350c,41791,-1] 2024-11-14T13:42:48,555 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T13:42:48,557 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:42:48,563 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T13:42:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:42:48,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:42:48,578 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,43587,1731591753039, seqNum=-1] 2024-11-14T13:42:48,579 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:42:48,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:42:48,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:48,614 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731591768613 (current time:1731591768613). 2024-11-14T13:42:48,614 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T13:42:48,614 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T13:42:48,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c32b0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:42:48,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0ac5ae04350c,41791,-1 for getting cluster id 2024-11-14T13:42:48,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T13:42:48,621 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a74eea2-eb21-4737-8988-48200cd47e05' 2024-11-14T13:42:48,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T13:42:48,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a74eea2-eb21-4737-8988-48200cd47e05" 2024-11-14T13:42:48,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f28b2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:42:48,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0ac5ae04350c,41791,-1] 2024-11-14T13:42:48,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T13:42:48,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:42:48,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T13:42:48,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdda0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:42:48,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:42:48,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,43587,1731591753039, seqNum=-1] 2024-11-14T13:42:48,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:42:48,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:42:48,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:42:48,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:42:48,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:42:48,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:42:48,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T13:42:48,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T13:42:48,664 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0ac5ae04350c,41791,1731591751002 2024-11-14T13:42:48,668 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b937ad 2024-11-14T13:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T13:42:48,672 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T13:42:48,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T13:42:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T13:42:48,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T13:42:48,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T13:42:48,694 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:48,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T13:42:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741837_1013 (size=361) 2024-11-14T13:42:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741837_1013 (size=361) 2024-11-14T13:42:48,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741837_1013 (size=361) 2024-11-14T13:42:48,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd80a2f7d4b85c48a07716196d20a244, NAME => 'SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,722 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9e9717b1990feaf5bd44fe6cd735de03, NAME => 'SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,722 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 536574bc28f2873fcf933e3110ec4a13, NAME => 'SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741838_1014 (size=54) 2024-11-14T13:42:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741838_1014 (size=54) 2024-11-14T13:42:48,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741838_1014 (size=54) 2024-11-14T13:42:48,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,747 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dd80a2f7d4b85c48a07716196d20a244, disabling compactions & flushes 2024-11-14T13:42:48,747 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:48,747 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:48,747 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. after waiting 0 ms 2024-11-14T13:42:48,747 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:48,747 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:48,747 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd80a2f7d4b85c48a07716196d20a244: Waiting for close lock at 1731591768747Disabling compacts and flushes for region at 1731591768747Disabling writes for close at 1731591768747Writing region close event to WAL at 1731591768747Closed at 1731591768747 2024-11-14T13:42:48,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741839_1015 (size=62) 2024-11-14T13:42:48,749 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38b6b85f19f832ffff9d99fa4f4f125f, NAME => 'SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741839_1015 (size=62) 2024-11-14T13:42:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741840_1016 (size=62) 2024-11-14T13:42:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741840_1016 (size=62) 2024-11-14T13:42:48,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741840_1016 (size=62) 2024-11-14T13:42:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741839_1015 (size=62) 2024-11-14T13:42:48,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 536574bc28f2873fcf933e3110ec4a13, disabling compactions & flushes 2024-11-14T13:42:48,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,755 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:48,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9e9717b1990feaf5bd44fe6cd735de03, disabling compactions & flushes 2024-11-14T13:42:48,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. after waiting 0 ms 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:48,756 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. after waiting 0 ms 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 536574bc28f2873fcf933e3110ec4a13: Waiting for close lock at 1731591768755Disabling compacts and flushes for region at 1731591768755Disabling writes for close at 1731591768756 (+1 ms)Writing region close event to WAL at 1731591768756Closed at 1731591768756 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:48,756 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:48,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9e9717b1990feaf5bd44fe6cd735de03: Waiting for close lock at 1731591768755Disabling compacts and flushes for region at 1731591768755Disabling writes for close at 1731591768756 (+1 ms)Writing region close event to WAL at 1731591768756Closed at 1731591768756 2024-11-14T13:42:48,757 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4aa550aceb228157aa36d326d3ed2050, NAME => 'SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,757 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c793ed81f9816349b51269bf9c9307f3, NAME => 'SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741842_1018 (size=62) 2024-11-14T13:42:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741841_1017 (size=62) 2024-11-14T13:42:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741842_1018 (size=62) 2024-11-14T13:42:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741842_1018 (size=62) 2024-11-14T13:42:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741841_1017 (size=62) 2024-11-14T13:42:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741841_1017 (size=62) 2024-11-14T13:42:48,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c793ed81f9816349b51269bf9c9307f3, disabling compactions & flushes 2024-11-14T13:42:48,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:48,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:48,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. after waiting 0 ms 2024-11-14T13:42:48,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:48,778 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:48,778 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c793ed81f9816349b51269bf9c9307f3: Waiting for close lock at 1731591768778Disabling compacts and flushes for region at 1731591768778Disabling writes for close at 1731591768778Writing region close event to WAL at 1731591768778Closed at 1731591768778 2024-11-14T13:42:48,779 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18225d9e5673ff2ba5bc45543009d4f2, NAME => 'SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 38b6b85f19f832ffff9d99fa4f4f125f, disabling compactions & flushes 2024-11-14T13:42:48,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:48,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:48,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. after waiting 0 ms 2024-11-14T13:42:48,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:48,784 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:48,784 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38b6b85f19f832ffff9d99fa4f4f125f: Waiting for close lock at 1731591768783Disabling compacts and flushes for region at 1731591768783Disabling writes for close at 1731591768784 (+1 ms)Writing region close event to WAL at 1731591768784Closed at 1731591768784 2024-11-14T13:42:48,785 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b290b2c2d420d3a159b04ea4c7c1dc3, NAME => 'SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741843_1019 (size=62) 2024-11-14T13:42:48,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741843_1019 (size=62) 2024-11-14T13:42:48,812 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T13:42:48,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741843_1019 (size=62) 2024-11-14T13:42:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:48,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4aa550aceb228157aa36d326d3ed2050, disabling compactions & flushes 2024-11-14T13:42:48,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:48,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:48,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. after waiting 0 ms 2024-11-14T13:42:48,815 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:48,815 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:48,816 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4aa550aceb228157aa36d326d3ed2050: Waiting for close lock at 1731591768815Disabling compacts and flushes for region at 1731591768815Disabling writes for close at 1731591768815Writing region close event to WAL at 1731591768815Closed at 1731591768815 2024-11-14T13:42:48,816 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 07f542df284b95c39079cd98f32665ba, NAME => 'SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741844_1020 (size=62) 2024-11-14T13:42:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741844_1020 (size=62) 2024-11-14T13:42:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741844_1020 (size=62) 2024-11-14T13:42:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741845_1021 (size=62) 2024-11-14T13:42:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741845_1021 (size=62) 2024-11-14T13:42:48,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741845_1021 (size=62) 2024-11-14T13:42:48,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,826 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 18225d9e5673ff2ba5bc45543009d4f2, disabling compactions & flushes 2024-11-14T13:42:48,826 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8b290b2c2d420d3a159b04ea4c7c1dc3, disabling compactions & flushes 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. after waiting 0 ms 2024-11-14T13:42:48,827 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:48,827 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. after waiting 0 ms 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18225d9e5673ff2ba5bc45543009d4f2: Waiting for close lock at 1731591768826Disabling compacts and flushes for region at 1731591768826Disabling writes for close at 1731591768827 (+1 ms)Writing region close event to WAL at 1731591768827Closed at 1731591768827 2024-11-14T13:42:48,827 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:48,827 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b290b2c2d420d3a159b04ea4c7c1dc3: Waiting for close lock at 1731591768827Disabling compacts and flushes for region at 1731591768827Disabling writes for close at 1731591768827Writing region close event to WAL at 1731591768827Closed at 1731591768827 2024-11-14T13:42:48,828 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e4fff2d34a3608bc3549d0f7d35bd913, NAME => 'SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2 2024-11-14T13:42:48,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741847_1023 (size=54) 2024-11-14T13:42:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741847_1023 (size=54) 2024-11-14T13:42:48,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741846_1022 (size=62) 2024-11-14T13:42:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741847_1023 (size=54) 2024-11-14T13:42:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741846_1022 (size=62) 2024-11-14T13:42:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741846_1022 (size=62) 2024-11-14T13:42:48,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 07f542df284b95c39079cd98f32665ba, disabling compactions & flushes 2024-11-14T13:42:48,858 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:48,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:48,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. after waiting 0 ms 2024-11-14T13:42:48,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:48,858 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:48,859 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 07f542df284b95c39079cd98f32665ba: Waiting for close lock at 1731591768858Disabling compacts and flushes for region at 1731591768858Disabling writes for close at 1731591768858Writing region close event to WAL at 1731591768858Closed at 1731591768858 2024-11-14T13:42:48,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:48,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e4fff2d34a3608bc3549d0f7d35bd913, disabling compactions & flushes 2024-11-14T13:42:48,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:48,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:48,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. after waiting 0 ms 2024-11-14T13:42:48,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:48,861 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:48,861 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e4fff2d34a3608bc3549d0f7d35bd913: Waiting for close lock at 1731591768861Disabling compacts and flushes for region at 1731591768861Disabling writes for close at 1731591768861Writing region close event to WAL at 1731591768861Closed at 1731591768861 2024-11-14T13:42:48,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T13:42:48,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,876 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,876 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,876 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,876 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,876 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731591768868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591768868"}]},"ts":"1731591768868"} 2024-11-14T13:42:48,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T13:42:48,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T13:42:48,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731591768932"}]},"ts":"1731591768932"} 2024-11-14T13:42:48,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T13:42:48,941 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T13:42:48,954 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:42:48,954 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:42:48,954 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T13:42:48,954 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:42:48,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e9717b1990feaf5bd44fe6cd735de03, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=536574bc28f2873fcf933e3110ec4a13, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38b6b85f19f832ffff9d99fa4f4f125f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4aa550aceb228157aa36d326d3ed2050, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b290b2c2d420d3a159b04ea4c7c1dc3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07f542df284b95c39079cd98f32665ba, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN}] 2024-11-14T13:42:48,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4aa550aceb228157aa36d326d3ed2050, ASSIGN 2024-11-14T13:42:48,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e9717b1990feaf5bd44fe6cd735de03, ASSIGN 2024-11-14T13:42:48,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=536574bc28f2873fcf933e3110ec4a13, ASSIGN 2024-11-14T13:42:48,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38b6b85f19f832ffff9d99fa4f4f125f, ASSIGN 2024-11-14T13:42:48,965 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4aa550aceb228157aa36d326d3ed2050, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37023,1731591753421; forceNewPlan=false, retain=false 2024-11-14T13:42:48,965 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38b6b85f19f832ffff9d99fa4f4f125f, ASSIGN; state=OFFLINE, location=0ac5ae04350c,43587,1731591753039; forceNewPlan=false, retain=false 2024-11-14T13:42:48,965 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e9717b1990feaf5bd44fe6cd735de03, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37023,1731591753421; forceNewPlan=false, retain=false 2024-11-14T13:42:48,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=536574bc28f2873fcf933e3110ec4a13, ASSIGN; state=OFFLINE, location=0ac5ae04350c,43587,1731591753039; forceNewPlan=false, retain=false 2024-11-14T13:42:48,980 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b290b2c2d420d3a159b04ea4c7c1dc3, ASSIGN 2024-11-14T13:42:48,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN 2024-11-14T13:42:48,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07f542df284b95c39079cd98f32665ba, ASSIGN 2024-11-14T13:42:48,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN 2024-11-14T13:42:48,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN 2024-11-14T13:42:48,982 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b290b2c2d420d3a159b04ea4c7c1dc3, ASSIGN; state=OFFLINE, location=0ac5ae04350c,43587,1731591753039; forceNewPlan=false, retain=false 2024-11-14T13:42:48,984 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42145,1731591753689; forceNewPlan=false, retain=false 2024-11-14T13:42:48,985 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42145,1731591753689; forceNewPlan=false, retain=false 2024-11-14T13:42:48,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07f542df284b95c39079cd98f32665ba, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37023,1731591753421; forceNewPlan=false, retain=false 2024-11-14T13:42:48,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42145,1731591753689; forceNewPlan=false, retain=false 2024-11-14T13:42:48,985 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN 2024-11-14T13:42:48,987 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN; state=OFFLINE, location=0ac5ae04350c,42145,1731591753689; forceNewPlan=false, retain=false 2024-11-14T13:42:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:49,118 INFO [0ac5ae04350c:41791 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T13:42:49,119 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=536574bc28f2873fcf933e3110ec4a13, regionState=OPENING, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:49,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=18225d9e5673ff2ba5bc45543009d4f2, regionState=OPENING, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:49,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e4fff2d34a3608bc3549d0f7d35bd913, regionState=OPENING, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:49,119 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=38b6b85f19f832ffff9d99fa4f4f125f, regionState=OPENING, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:49,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8b290b2c2d420d3a159b04ea4c7c1dc3, regionState=OPENING, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:49,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c793ed81f9816349b51269bf9c9307f3, regionState=OPENING, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:49,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd80a2f7d4b85c48a07716196d20a244, regionState=OPENING, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:49,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=07f542df284b95c39079cd98f32665ba, regionState=OPENING, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:49,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4aa550aceb228157aa36d326d3ed2050, regionState=OPENING, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:49,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e9717b1990feaf5bd44fe6cd735de03, regionState=OPENING, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=536574bc28f2873fcf933e3110ec4a13, ASSIGN because future has completed 2024-11-14T13:42:49,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 536574bc28f2873fcf933e3110ec4a13, server=0ac5ae04350c,43587,1731591753039}] 2024-11-14T13:42:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=38b6b85f19f832ffff9d99fa4f4f125f, ASSIGN because future has completed 2024-11-14T13:42:49,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f, server=0ac5ae04350c,43587,1731591753039}] 2024-11-14T13:42:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN because future has completed 2024-11-14T13:42:49,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN because future has completed 2024-11-14T13:42:49,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2, server=0ac5ae04350c,42145,1731591753689}] 2024-11-14T13:42:49,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b290b2c2d420d3a159b04ea4c7c1dc3, ASSIGN because future has completed 2024-11-14T13:42:49,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913, server=0ac5ae04350c,42145,1731591753689}] 2024-11-14T13:42:49,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=07f542df284b95c39079cd98f32665ba, ASSIGN because future has completed 2024-11-14T13:42:49,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN because future has completed 2024-11-14T13:42:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN because future has completed 2024-11-14T13:42:49,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f542df284b95c39079cd98f32665ba, server=0ac5ae04350c,37023,1731591753421}] 2024-11-14T13:42:49,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c793ed81f9816349b51269bf9c9307f3, server=0ac5ae04350c,42145,1731591753689}] 2024-11-14T13:42:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4aa550aceb228157aa36d326d3ed2050, ASSIGN because future has completed 2024-11-14T13:42:49,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aa550aceb228157aa36d326d3ed2050, server=0ac5ae04350c,37023,1731591753421}] 2024-11-14T13:42:49,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9e9717b1990feaf5bd44fe6cd735de03, ASSIGN because future has completed 2024-11-14T13:42:49,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3, server=0ac5ae04350c,43587,1731591753039}] 2024-11-14T13:42:49,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03, server=0ac5ae04350c,37023,1731591753421}] 2024-11-14T13:42:49,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd80a2f7d4b85c48a07716196d20a244, server=0ac5ae04350c,42145,1731591753689}] 2024-11-14T13:42:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:52,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T13:42:52,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T13:42:52,020 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:42:52,021 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T13:42:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:53,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T13:42:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:42:59,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:42:59,153 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:42:59,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:42:59,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:42:59,200 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:59,200 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 18225d9e5673ff2ba5bc45543009d4f2, NAME => 'SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T13:42:59,200 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:59,200 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 38b6b85f19f832ffff9d99fa4f4f125f, NAME => 'SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,201 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,237 INFO [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,241 INFO [StoreOpener-38b6b85f19f832ffff9d99fa4f4f125f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,244 INFO [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18225d9e5673ff2ba5bc45543009d4f2 columnFamilyName cf 2024-11-14T13:42:59,244 DEBUG [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,245 INFO [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] regionserver.HStore(327): Store=18225d9e5673ff2ba5bc45543009d4f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,245 INFO [StoreOpener-38b6b85f19f832ffff9d99fa4f4f125f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38b6b85f19f832ffff9d99fa4f4f125f columnFamilyName cf 2024-11-14T13:42:59,245 DEBUG [StoreOpener-38b6b85f19f832ffff9d99fa4f4f125f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,248 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,251 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,252 INFO [StoreOpener-38b6b85f19f832ffff9d99fa4f4f125f-1 {}] regionserver.HStore(327): Store=38b6b85f19f832ffff9d99fa4f4f125f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,252 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,252 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,253 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,263 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,264 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,265 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,265 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,268 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,269 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,271 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:59,271 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e9717b1990feaf5bd44fe6cd735de03, NAME => 'SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T13:42:59,271 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,272 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,272 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,272 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,275 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/18225d9e5673ff2ba5bc45543009d4f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,276 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 18225d9e5673ff2ba5bc45543009d4f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818670, jitterRate=0.08508273959159851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,276 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:42:59,278 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 18225d9e5673ff2ba5bc45543009d4f2: Running coprocessor pre-open hook at 1731591779201Writing region info on filesystem at 1731591779201Initializing all the Stores at 1731591779204 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779204Cleaning up temporary data from old regions at 1731591779254 (+50 ms)Running coprocessor post-open hooks at 1731591779276 (+22 ms)Region opened successfully at 1731591779277 (+1 ms) 2024-11-14T13:42:59,280 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., pid=18, masterSystemTime=1731591779152 2024-11-14T13:42:59,286 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:59,286 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:42:59,286 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:59,286 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c793ed81f9816349b51269bf9c9307f3, NAME => 'SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T13:42:59,286 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=18225d9e5673ff2ba5bc45543009d4f2, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:59,286 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,287 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,287 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,287 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,292 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/38b6b85f19f832ffff9d99fa4f4f125f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2, server=0ac5ae04350c,42145,1731591753689 because future has completed 2024-11-14T13:42:59,294 INFO [StoreOpener-9e9717b1990feaf5bd44fe6cd735de03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,296 INFO [StoreOpener-9e9717b1990feaf5bd44fe6cd735de03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e9717b1990feaf5bd44fe6cd735de03 columnFamilyName cf 2024-11-14T13:42:59,296 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 38b6b85f19f832ffff9d99fa4f4f125f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59959050, jitterRate=-0.10654053092002869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,296 DEBUG [StoreOpener-9e9717b1990feaf5bd44fe6cd735de03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,296 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:42:59,297 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 38b6b85f19f832ffff9d99fa4f4f125f: Running coprocessor pre-open hook at 1731591779202Writing region info on filesystem at 1731591779202Initializing all the Stores at 1731591779206 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779206Cleaning up temporary data from old regions at 1731591779265 (+59 ms)Running coprocessor post-open hooks at 1731591779296 (+31 ms)Region opened successfully at 1731591779296 2024-11-14T13:42:59,298 INFO [StoreOpener-9e9717b1990feaf5bd44fe6cd735de03-1 {}] regionserver.HStore(327): Store=9e9717b1990feaf5bd44fe6cd735de03/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,298 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,298 INFO [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,299 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,301 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,302 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,302 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-14T13:42:59,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2, server=0ac5ae04350c,42145,1731591753689 in 10.1610 sec 2024-11-14T13:42:59,304 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f., pid=16, masterSystemTime=1731591779136 2024-11-14T13:42:59,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN in 10.3460 sec 2024-11-14T13:42:59,307 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:59,307 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:42:59,308 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:59,308 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 536574bc28f2873fcf933e3110ec4a13, NAME => 'SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T13:42:59,309 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,309 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,309 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,309 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,309 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=38b6b85f19f832ffff9d99fa4f4f125f, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:59,317 INFO [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c793ed81f9816349b51269bf9c9307f3 columnFamilyName cf 2024-11-14T13:42:59,317 DEBUG [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,318 INFO [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] regionserver.HStore(327): Store=c793ed81f9816349b51269bf9c9307f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,318 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,319 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,320 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,325 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,325 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,326 INFO [StoreOpener-536574bc28f2873fcf933e3110ec4a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,329 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,329 INFO [StoreOpener-536574bc28f2873fcf933e3110ec4a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 536574bc28f2873fcf933e3110ec4a13 columnFamilyName cf 2024-11-14T13:42:59,329 DEBUG [StoreOpener-536574bc28f2873fcf933e3110ec4a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,337 INFO [StoreOpener-536574bc28f2873fcf933e3110ec4a13-1 {}] regionserver.HStore(327): Store=536574bc28f2873fcf933e3110ec4a13/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,337 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f, server=0ac5ae04350c,43587,1731591753039 because future has completed 2024-11-14T13:42:59,345 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/9e9717b1990feaf5bd44fe6cd735de03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,347 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,356 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 9e9717b1990feaf5bd44fe6cd735de03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72644532, jitterRate=0.08248788118362427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,356 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:42:59,356 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 9e9717b1990feaf5bd44fe6cd735de03: Running coprocessor pre-open hook at 1731591779272Writing region info on filesystem at 1731591779272Initializing all the Stores at 1731591779275 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779275Cleaning up temporary data from old regions at 1731591779302 (+27 ms)Running coprocessor post-open hooks at 1731591779356 (+54 ms)Region opened successfully at 1731591779356 2024-11-14T13:42:59,357 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/c793ed81f9816349b51269bf9c9307f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,358 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,361 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c793ed81f9816349b51269bf9c9307f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64189787, jitterRate=-0.043497636914253235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,361 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:42:59,361 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c793ed81f9816349b51269bf9c9307f3: Running coprocessor pre-open hook at 1731591779287Writing region info on filesystem at 1731591779287Initializing all the Stores at 1731591779291 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779292 (+1 ms)Cleaning up temporary data from old regions at 1731591779325 (+33 ms)Running coprocessor post-open hooks at 1731591779361 (+36 ms)Region opened successfully at 1731591779361 2024-11-14T13:42:59,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,363 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,365 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3., pid=20, masterSystemTime=1731591779152 2024-11-14T13:42:59,365 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03., pid=23, masterSystemTime=1731591779152 2024-11-14T13:42:59,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=8 2024-11-14T13:42:59,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f, server=0ac5ae04350c,43587,1731591753039 in 10.2210 sec 2024-11-14T13:42:59,369 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:59,370 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:42:59,370 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:59,370 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => dd80a2f7d4b85c48a07716196d20a244, NAME => 'SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T13:42:59,370 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,371 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,371 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,371 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,371 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,373 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:59,373 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:42:59,373 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:59,374 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aa550aceb228157aa36d326d3ed2050, NAME => 'SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T13:42:59,374 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,374 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,374 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,374 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=38b6b85f19f832ffff9d99fa4f4f125f, ASSIGN in 10.4120 sec 2024-11-14T13:42:59,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c793ed81f9816349b51269bf9c9307f3, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:59,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9e9717b1990feaf5bd44fe6cd735de03, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:59,383 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,37023,1731591753421, table=SPTestTable, region=9e9717b1990feaf5bd44fe6cd735de03. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:42:59,389 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,42145,1731591753689, table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:42:59,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03, server=0ac5ae04350c,37023,1731591753421 because future has completed 2024-11-14T13:42:59,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c793ed81f9816349b51269bf9c9307f3, server=0ac5ae04350c,42145,1731591753689 because future has completed 2024-11-14T13:42:59,396 INFO [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,397 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:42:59,397 INFO [StoreOpener-4aa550aceb228157aa36d326d3ed2050-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,400 INFO [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd80a2f7d4b85c48a07716196d20a244 columnFamilyName cf 2024-11-14T13:42:59,400 DEBUG [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,402 INFO [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] regionserver.HStore(327): Store=dd80a2f7d4b85c48a07716196d20a244/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,402 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,403 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,403 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,404 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,404 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,404 INFO [StoreOpener-4aa550aceb228157aa36d326d3ed2050-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aa550aceb228157aa36d326d3ed2050 columnFamilyName cf 2024-11-14T13:42:59,405 DEBUG [StoreOpener-4aa550aceb228157aa36d326d3ed2050-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,407 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,408 INFO [StoreOpener-4aa550aceb228157aa36d326d3ed2050-1 {}] regionserver.HStore(327): Store=4aa550aceb228157aa36d326d3ed2050/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,409 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-14T13:42:59,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03, server=0ac5ae04350c,37023,1731591753421 in 10.2240 sec 2024-11-14T13:42:59,415 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/536574bc28f2873fcf933e3110ec4a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,415 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,416 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 536574bc28f2873fcf933e3110ec4a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62545994, jitterRate=-0.06799206137657166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,416 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:42:59,417 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 536574bc28f2873fcf933e3110ec4a13: Running coprocessor pre-open hook at 1731591779309Writing region info on filesystem at 1731591779309Initializing all the Stores at 1731591779315 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779315Cleaning up temporary data from old regions at 1731591779363 (+48 ms)Running coprocessor post-open hooks at 1731591779416 (+53 ms)Region opened successfully at 1731591779417 (+1 ms) 2024-11-14T13:42:59,419 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-11-14T13:42:59,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c793ed81f9816349b51269bf9c9307f3, server=0ac5ae04350c,42145,1731591753689 in 10.2620 sec 2024-11-14T13:42:59,422 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,422 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,423 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13., pid=15, masterSystemTime=1731591779136 2024-11-14T13:42:59,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9e9717b1990feaf5bd44fe6cd735de03, ASSIGN in 10.4540 sec 2024-11-14T13:42:59,429 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:59,429 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:42:59,429 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:59,429 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b290b2c2d420d3a159b04ea4c7c1dc3, NAME => 'SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T13:42:59,430 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,430 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,430 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,430 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN in 10.4640 sec 2024-11-14T13:42:59,431 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=536574bc28f2873fcf933e3110ec4a13, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:59,432 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 536574bc28f2873fcf933e3110ec4a13, server=0ac5ae04350c,43587,1731591753039 because future has completed 2024-11-14T13:42:59,445 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/dd80a2f7d4b85c48a07716196d20a244/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-14T13:42:59,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 536574bc28f2873fcf933e3110ec4a13, server=0ac5ae04350c,43587,1731591753039 in 10.3160 sec 2024-11-14T13:42:59,446 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened dd80a2f7d4b85c48a07716196d20a244; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66583381, jitterRate=-0.007830306887626648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,446 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:42:59,446 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for dd80a2f7d4b85c48a07716196d20a244: Running coprocessor pre-open hook at 1731591779371Writing region info on filesystem at 1731591779371Initializing all the Stores at 1731591779375 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779375Cleaning up temporary data from old regions at 1731591779404 (+29 ms)Running coprocessor post-open hooks at 1731591779446 (+42 ms)Region opened successfully at 1731591779446 2024-11-14T13:42:59,449 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244., pid=24, masterSystemTime=1731591779152 2024-11-14T13:42:59,453 INFO [StoreOpener-8b290b2c2d420d3a159b04ea4c7c1dc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=536574bc28f2873fcf933e3110ec4a13, ASSIGN in 10.4900 sec 2024-11-14T13:42:59,457 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:59,457 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:42:59,458 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:59,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => e4fff2d34a3608bc3549d0f7d35bd913, NAME => 'SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T13:42:59,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,458 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,459 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,459 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd80a2f7d4b85c48a07716196d20a244, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:59,461 INFO [StoreOpener-8b290b2c2d420d3a159b04ea4c7c1dc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b290b2c2d420d3a159b04ea4c7c1dc3 columnFamilyName cf 2024-11-14T13:42:59,462 DEBUG [StoreOpener-8b290b2c2d420d3a159b04ea4c7c1dc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd80a2f7d4b85c48a07716196d20a244, server=0ac5ae04350c,42145,1731591753689 because future has completed 2024-11-14T13:42:59,465 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/4aa550aceb228157aa36d326d3ed2050/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,465 INFO [StoreOpener-8b290b2c2d420d3a159b04ea4c7c1dc3-1 {}] regionserver.HStore(327): Store=8b290b2c2d420d3a159b04ea4c7c1dc3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,465 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,466 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,467 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4aa550aceb228157aa36d326d3ed2050; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72757702, jitterRate=0.084174245595932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,467 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,467 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:42:59,467 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4aa550aceb228157aa36d326d3ed2050: Running coprocessor pre-open hook at 1731591779374Writing region info on filesystem at 1731591779375 (+1 ms)Initializing all the Stores at 1731591779378 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779378Cleaning up temporary data from old regions at 1731591779423 (+45 ms)Running coprocessor post-open hooks at 1731591779467 (+44 ms)Region opened successfully at 1731591779467 2024-11-14T13:42:59,468 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,468 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,471 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,476 INFO [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,477 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050., pid=22, masterSystemTime=1731591779152 2024-11-14T13:42:59,481 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:59,481 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:42:59,482 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:59,482 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 07f542df284b95c39079cd98f32665ba, NAME => 'SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T13:42:59,482 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,482 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:42:59,483 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,483 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-14T13:42:59,484 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4aa550aceb228157aa36d326d3ed2050, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:59,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd80a2f7d4b85c48a07716196d20a244, server=0ac5ae04350c,42145,1731591753689 in 10.2940 sec 2024-11-14T13:42:59,486 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,37023,1731591753421, table=SPTestTable, region=4aa550aceb228157aa36d326d3ed2050. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:42:59,498 INFO [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4fff2d34a3608bc3549d0f7d35bd913 columnFamilyName cf 2024-11-14T13:42:59,499 DEBUG [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN in 10.5280 sec 2024-11-14T13:42:59,500 INFO [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] regionserver.HStore(327): Store=e4fff2d34a3608bc3549d0f7d35bd913/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,500 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,502 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,502 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aa550aceb228157aa36d326d3ed2050, server=0ac5ae04350c,37023,1731591753421 because future has completed 2024-11-14T13:42:59,503 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,503 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,506 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,507 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 8b290b2c2d420d3a159b04ea4c7c1dc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68510973, jitterRate=0.020893052220344543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,507 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:42:59,507 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 8b290b2c2d420d3a159b04ea4c7c1dc3: Running coprocessor pre-open hook at 1731591779430Writing region info on filesystem at 1731591779430Initializing all the Stores at 1731591779436 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779436Cleaning up temporary data from old regions at 1731591779468 (+32 ms)Running coprocessor post-open hooks at 1731591779507 (+39 ms)Region opened successfully at 1731591779507 2024-11-14T13:42:59,507 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,508 INFO [StoreOpener-07f542df284b95c39079cd98f32665ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,509 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3., pid=21, masterSystemTime=1731591779136 2024-11-14T13:42:59,515 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:59,515 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:42:59,515 INFO [StoreOpener-07f542df284b95c39079cd98f32665ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f542df284b95c39079cd98f32665ba columnFamilyName cf 2024-11-14T13:42:59,515 DEBUG [StoreOpener-07f542df284b95c39079cd98f32665ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:42:59,518 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/e4fff2d34a3608bc3549d0f7d35bd913/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,519 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened e4fff2d34a3608bc3549d0f7d35bd913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58785970, jitterRate=-0.1240207850933075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,519 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:42:59,519 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for e4fff2d34a3608bc3549d0f7d35bd913: Running coprocessor pre-open hook at 1731591779459Writing region info on filesystem at 1731591779459Initializing all the Stores at 1731591779465 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779465Cleaning up temporary data from old regions at 1731591779503 (+38 ms)Running coprocessor post-open hooks at 1731591779519 (+16 ms)Region opened successfully at 1731591779519 2024-11-14T13:42:59,521 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913., pid=17, masterSystemTime=1731591779152 2024-11-14T13:42:59,521 INFO [StoreOpener-07f542df284b95c39079cd98f32665ba-1 {}] regionserver.HStore(327): Store=07f542df284b95c39079cd98f32665ba/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:42:59,522 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,524 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,525 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8b290b2c2d420d3a159b04ea4c7c1dc3, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:42:59,525 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,526 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,527 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:59,527 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:42:59,528 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-14T13:42:59,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4aa550aceb228157aa36d326d3ed2050, server=0ac5ae04350c,37023,1731591753421 in 10.3640 sec 2024-11-14T13:42:59,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e4fff2d34a3608bc3549d0f7d35bd913, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,42145,1731591753689 2024-11-14T13:42:59,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3, server=0ac5ae04350c,43587,1731591753039 because future has completed 2024-11-14T13:42:59,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4aa550aceb228157aa36d326d3ed2050, ASSIGN in 10.5750 sec 2024-11-14T13:42:59,544 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:42:59,546 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 07f542df284b95c39079cd98f32665ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74300718, jitterRate=0.10716697573661804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:42:59,546 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:42:59,546 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 07f542df284b95c39079cd98f32665ba: Running coprocessor pre-open hook at 1731591779483Writing region info on filesystem at 1731591779483Initializing all the Stores at 1731591779486 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591779486Cleaning up temporary data from old regions at 1731591779526 (+40 ms)Running coprocessor post-open hooks at 1731591779546 (+20 ms)Region opened successfully at 1731591779546 2024-11-14T13:42:59,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913, server=0ac5ae04350c,42145,1731591753689 because future has completed 2024-11-14T13:42:59,556 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba., pid=19, masterSystemTime=1731591779152 2024-11-14T13:42:59,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-14T13:42:59,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3, server=0ac5ae04350c,43587,1731591753039 in 10.4010 sec 2024-11-14T13:42:59,573 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:59,573 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:42:59,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-14T13:42:59,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913, server=0ac5ae04350c,42145,1731591753689 in 10.4280 sec 2024-11-14T13:42:59,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=07f542df284b95c39079cd98f32665ba, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:42:59,590 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,37023,1731591753421, table=SPTestTable, region=07f542df284b95c39079cd98f32665ba. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:42:59,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b290b2c2d420d3a159b04ea4c7c1dc3, ASSIGN in 10.6040 sec 2024-11-14T13:42:59,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f542df284b95c39079cd98f32665ba, server=0ac5ae04350c,37023,1731591753421 because future has completed 2024-11-14T13:42:59,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN in 10.6260 sec 2024-11-14T13:42:59,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-14T13:42:59,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 07f542df284b95c39079cd98f32665ba, server=0ac5ae04350c,37023,1731591753421 in 10.4580 sec 2024-11-14T13:42:59,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-11-14T13:42:59,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=07f542df284b95c39079cd98f32665ba, ASSIGN in 10.6530 sec 2024-11-14T13:42:59,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T13:42:59,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731591779636"}]},"ts":"1731591779636"} 2024-11-14T13:42:59,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T13:42:59,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T13:42:59,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9680 sec 2024-11-14T13:43:00,817 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T13:43:02,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-14T13:43:02,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-14T13:43:04,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T13:43:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:43:06,935 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T13:43:06,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T13:43:06,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:43:06,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T13:43:06,960 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:43:06,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T13:43:07,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., hostname=0ac5ae04350c,42145,1731591753689, seqNum=2] 2024-11-14T13:43:07,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., hostname=0ac5ae04350c,42145,1731591753689, seqNum=2] 2024-11-14T13:43:07,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., hostname=0ac5ae04350c,42145,1731591753689, seqNum=2] 2024-11-14T13:43:07,185 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., hostname=0ac5ae04350c,42145,1731591753689, seqNum=2] 2024-11-14T13:43:07,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., hostname=0ac5ae04350c,42145,1731591753689, seqNum=2] 2024-11-14T13:43:07,338 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3., hostname=0ac5ae04350c,43587,1731591753039, seqNum=2] 2024-11-14T13:43:07,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3., hostname=0ac5ae04350c,43587,1731591753039, seqNum=2] 2024-11-14T13:43:07,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3., hostname=0ac5ae04350c,43587,1731591753039, seqNum=2] 2024-11-14T13:43:07,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3., hostname=0ac5ae04350c,43587,1731591753039, seqNum=2] 2024-11-14T13:43:07,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba., hostname=0ac5ae04350c,37023,1731591753421, seqNum=2] 2024-11-14T13:43:07,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba., hostname=0ac5ae04350c,37023,1731591753421, seqNum=2] 2024-11-14T13:43:07,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba., hostname=0ac5ae04350c,37023,1731591753421, seqNum=2] 2024-11-14T13:43:07,716 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913., hostname=0ac5ae04350c,42145,1731591753689, seqNum=2] 2024-11-14T13:43:09,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:43:09,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:43:09,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:43:09,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:43:09,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:43:09,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42145 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:43:09,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43587 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:43:09,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42145 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:43:11,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42145 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:43:11,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T13:43:11,588 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:43:11,590 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T13:43:11,599 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T13:43:11,648 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T13:43:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741848_1024 (size=49) 2024-11-14T13:43:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741848_1024 (size=49) 2024-11-14T13:43:11,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741848_1024 (size=49) 2024-11-14T13:43:11,750 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T13:43:11,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 536574bc28f2873fcf933e3110ec4a13}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4aa550aceb228157aa36d326d3ed2050}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07f542df284b95c39079cd98f32665ba}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913}] 2024-11-14T13:43:11,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:11,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:43:11,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:43:11,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:11,772 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:11,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07f542df284b95c39079cd98f32665ba 2024-11-14T13:43:11,791 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0ac5ae04350c,42145,1731591753689 2024-11-14T13:43:11,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:43:11,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:11,792 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0ac5ae04350c,42145,1731591753689: Simulated kill ***** 2024-11-14T13:43:11,792 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T13:43:11,795 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T13:43:11,797 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T13:43:11,799 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T13:43:11,801 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T13:43:11,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:43:11,805 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:43:11,818 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 664239184 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 152862192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "0ac5ae04350c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "0ac5ae04350c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:62247", "tag.serverName": "0ac5ae04350c,42145,1731591753689", "tag.clusterId": "6a74eea2-eb21-4737-8988-48200cd47e05", "tag.Context": "regionserver", "tag.Hostname": "0ac5ae04350c", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731591753689, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T13:43:11,833 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41791 {}] master.MasterRpcServices(700): 0ac5ae04350c,42145,1731591753689 reported a fatal error: ***** ABORTING region server 0ac5ae04350c,42145,1731591753689: Simulated kill ***** 2024-11-14T13:43:11,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,42145,1731591753689' ***** 2024-11-14T13:43:11,838 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T13:43:11,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:43:11,838 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:43:11,839 INFO [RS:2;0ac5ae04350c:42145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T13:43:11,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:43:11,839 INFO [RS:2;0ac5ae04350c:42145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T13:43:11,839 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:43:11,839 INFO [RS:2;0ac5ae04350c:42145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0ac5ae04350c:42145. 2024-11-14T13:43:11,839 DEBUG [RS:2;0ac5ae04350c:42145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:43:11,839 DEBUG [RS:2;0ac5ae04350c:42145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:43:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741833_1009 (size=1242) 2024-11-14T13:43:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741833_1009 (size=1242) 2024-11-14T13:43:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741833_1009 (size=1242) 2024-11-14T13:43:11,867 DEBUG [RS:2;0ac5ae04350c:42145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:43:11,867 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:43:11,868 INFO [RS:2;0ac5ae04350c:42145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42145 2024-11-14T13:43:11,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,42145,1731591753689 2024-11-14T13:43:11,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:43:11,888 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:43:11,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,42145,1731591753689] 2024-11-14T13:43:11,900 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,42145,1731591753689 already deleted, retry=false 2024-11-14T13:43:11,900 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0ac5ae04350c,42145,1731591753689 on 0ac5ae04350c,41791,1731591751002 2024-11-14T13:43:11,914 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42145,1731591753689, splitWal=true, meta=false 2024-11-14T13:43:11,918 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42145,1731591753689, splitWal=true, meta=false 2024-11-14T13:43:11,921 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 0ac5ae04350c,42145,1731591753689 had 4 regions 2024-11-14T13:43:11,923 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,42145,1731591753689, splitWal=true, meta=false, isMeta: false 2024-11-14T13:43:11,923 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 0ac5ae04350c,42145,1731591753689 (carryingMeta=false) 0ac5ae04350c,42145,1731591753689/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6b7a5361[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T13:43:11,927 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:43:11,946 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:11,947 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:11,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:11,948 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:11,953 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 can not run currently because target server of region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 1000 ms to retry 2024-11-14T13:43:11,954 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244; timeout=1000, timestamp=1731591792954 2024-11-14T13:43:11,954 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 can not run currently because target server of region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 1000 ms to retry 2024-11-14T13:43:11,954 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913; timeout=1000, timestamp=1731591792954 2024-11-14T13:43:11,954 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 can not run currently because target server of region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 1000 ms to retry 2024-11-14T13:43:11,954 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 can not run currently because target server of region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 1000 ms to retry 2024-11-14T13:43:11,954 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2; timeout=1000, timestamp=1731591792954 2024-11-14T13:43:11,954 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3; timeout=1000, timestamp=1731591792954 2024-11-14T13:43:11,958 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:43:11,958 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:43:11,965 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting 2024-11-14T13:43:11,977 INFO [PEWorker-4 {}] master.SplitWALManager(105): 0ac5ae04350c,42145,1731591753689 WAL count=1, meta=false 2024-11-14T13:43:11,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42145%2C1731591753689.1731591757222}] 2024-11-14T13:43:12,001 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:12,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:43:12,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42145-0x1003e874ada0003, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:43:12,003 INFO [RS:2;0ac5ae04350c:42145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:43:12,003 INFO [RS:2;0ac5ae04350c:42145 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,42145,1731591753689; zookeeper connection closed. 2024-11-14T13:43:12,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42145%2C1731591753689.1731591757222, worker=0ac5ae04350c,37023,1731591753421}] 2024-11-14T13:43:12,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55b6affd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55b6affd 2024-11-14T13:43:12,958 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:12,960 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:12,961 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 can not run currently because target server of region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T13:43:12,961 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2; timeout=2000, timestamp=1731591794961 2024-11-14T13:43:12,961 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:12,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:12,964 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 can not run currently because target server of region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T13:43:12,964 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913; timeout=2000, timestamp=1731591794964 2024-11-14T13:43:12,966 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 can not run currently because target server of region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T13:43:12,967 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3; timeout=2000, timestamp=1731591794966 2024-11-14T13:43:12,967 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 can not run currently because target server of region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T13:43:12,967 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244; timeout=2000, timestamp=1731591794967 2024-11-14T13:43:14,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:14,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:14,966 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:14,967 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 can not run currently because target server of region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T13:43:14,967 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2; timeout=4000, timestamp=1731591798967 2024-11-14T13:43:14,968 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:14,968 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 can not run currently because target server of region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T13:43:14,968 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913; timeout=4000, timestamp=1731591798968 2024-11-14T13:43:14,971 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 can not run currently because target server of region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T13:43:14,971 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3; timeout=4000, timestamp=1731591798971 2024-11-14T13:43:14,972 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 can not run currently because target server of region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T13:43:14,973 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244; timeout=4000, timestamp=1731591798972 2024-11-14T13:43:18,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:18,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:18,974 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:18,975 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:18,981 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 can not run currently because target server of region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T13:43:18,981 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913; timeout=8000, timestamp=1731591806981 2024-11-14T13:43:18,981 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 can not run currently because target server of region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T13:43:18,981 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 can not run currently because target server of region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T13:43:18,982 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2; timeout=8000, timestamp=1731591806981 2024-11-14T13:43:18,982 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3; timeout=8000, timestamp=1731591806982 2024-11-14T13:43:18,982 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 can not run currently because target server of region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 0ac5ae04350c,42145,1731591753689 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T13:43:18,982 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244; timeout=8000, timestamp=1731591806982 2024-11-14T13:43:19,152 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=0ac5ae04350c,42145,1731591753689, timeout=1731591801773, delay=2620, operations=null, containedObject=0ac5ae04350c,37023,1731591753421, timeout=1731591801773, delay=2620, operations=[pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42145%2C1731591753689.1731591757222, worker=0ac5ae04350c,37023,1731591753421, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07f542df284b95c39079cd98f32665ba, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4aa550aceb228157aa36d326d3ed2050, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03], containedObject=0ac5ae04350c,43587,1731591753039, timeout=1731591801774, delay=2621, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 536574bc28f2873fcf933e3110ec4a13]] 2024-11-14T13:43:21,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T13:43:21,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T13:43:21,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-14T13:43:21,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T13:43:21,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:43:21,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:43:21,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:43:21,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T13:43:21,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 8b290b2c2d420d3a159b04ea4c7c1dc3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T13:43:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 38b6b85f19f832ffff9d99fa4f4f125f: 2024-11-14T13:43:21,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. for SnapshotProcedureTest completed. 2024-11-14T13:43:21,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:21,802 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 536574bc28f2873fcf933e3110ec4a13: 2024-11-14T13:43:21,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. for SnapshotProcedureTest completed. 2024-11-14T13:43:21,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:21,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:21,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:21,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:21,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:21,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T13:43:21,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:43:21,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 07f542df284b95c39079cd98f32665ba 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T13:43:21,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T13:43:21,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:43:21,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4aa550aceb228157aa36d326d3ed2050: 2024-11-14T13:43:21,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. for SnapshotProcedureTest completed. 2024-11-14T13:43:21,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:21,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:21,826 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:21,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:43:21,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 9e9717b1990feaf5bd44fe6cd735de03: 2024-11-14T13:43:21,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. for SnapshotProcedureTest completed. 2024-11-14T13:43:21,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:21,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:21,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:21,937 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222, size=1.2 K (1242bytes) 2024-11-14T13:43:21,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T13:43:21,939 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T13:43:21,939 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 2024-11-14T13:43:21,949 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 after 8ms 2024-11-14T13:43:22,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741850_1026 (size=65) 2024-11-14T13:43:22,130 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 took 195ms 2024-11-14T13:43:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741850_1026 (size=65) 2024-11-14T13:43:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741849_1025 (size=65) 2024-11-14T13:43:22,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741850_1026 (size=65) 2024-11-14T13:43:22,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741849_1025 (size=65) 2024-11-14T13:43:22,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:43:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741849_1025 (size=65) 2024-11-14T13:43:22,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741852_1028 (size=65) 2024-11-14T13:43:22,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741851_1027 (size=65) 2024-11-14T13:43:22,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:43:22,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:43:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741852_1028 (size=65) 2024-11-14T13:43:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741852_1028 (size=65) 2024-11-14T13:43:22,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741851_1027 (size=65) 2024-11-14T13:43:22,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741851_1027 (size=65) 2024-11-14T13:43:22,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:43:22,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T13:43:22,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T13:43:22,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T13:43:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T13:43:22,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:43:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T13:43:22,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:43:22,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T13:43:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T13:43:22,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:43:22,184 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 18225d9e5673ff2ba5bc45543009d4f2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T13:43:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T13:43:22,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:43:22,185 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:43:22,188 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:43:22,190 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c793ed81f9816349b51269bf9c9307f3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T13:43:22,191 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:43:22,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:43:22,197 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for dd80a2f7d4b85c48a07716196d20a244: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T13:43:22,200 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for e4fff2d34a3608bc3549d0f7d35bd913: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T13:43:22,200 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 so closing down 2024-11-14T13:43:22,201 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T13:43:22,203 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T13:43:22,210 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 40 ms; skipped=4; WAL=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-14T13:43:22,211 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222, journal: Splitting hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222, size=1.2 K (1242bytes) at 1731591801937Finishing writing output for hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 so closing down at 1731591802200 (+263 ms)3 split writer threads finished at 1731591802203 (+3 ms)Processed 4 edits across 0 Regions in 40 ms; skipped=4; WAL=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731591802211 (+8 ms) 2024-11-14T13:43:22,211 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 2024-11-14T13:43:22,211 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T13:43:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T13:43:22,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9e9717b1990feaf5bd44fe6cd735de03 in 10.4480 sec 2024-11-14T13:43:22,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4aa550aceb228157aa36d326d3ed2050 in 10.4490 sec 2024-11-14T13:43:22,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 536574bc28f2873fcf933e3110ec4a13 in 10.4480 sec 2024-11-14T13:43:22,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38b6b85f19f832ffff9d99fa4f4f125f in 10.4480 sec 2024-11-14T13:43:22,276 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting/0ac5ae04350c%2C42145%2C1731591753689.1731591757222 to hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs 2024-11-14T13:43:22,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T13:43:22,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C42145%2C1731591753689.1731591757222, worker=0ac5ae04350c,37023,1731591753421 in 10.2630 sec 2024-11-14T13:43:22,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/.tmp/cf/89b3c68fb17f4685883915aff7b2c02f is 34, key is baa/cf:cf/1731591789721/Put/seqid=0 2024-11-14T13:43:22,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/.tmp/cf/4ee00e300b864f4dae26e7d03392d063 is 34, key is ccd/cf:cf/1731591789590/Put/seqid=0 2024-11-14T13:43:22,298 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:22,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T13:43:22,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C42145%2C1731591753689.1731591757222, worker=0ac5ae04350c,37023,1731591753421 in 10.3200 sec 2024-11-14T13:43:22,311 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting dir is empty, no logs to split. 2024-11-14T13:43:22,311 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0ac5ae04350c,42145,1731591753689 WAL count=0, meta=false 2024-11-14T13:43:22,311 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0ac5ae04350c,42145,1731591753689 WAL splitting is done? wals=0, meta=false 2024-11-14T13:43:22,316 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 0ac5ae04350c,42145,1731591753689 failed, ignore...File hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/WALs/0ac5ae04350c,42145,1731591753689-splitting does not exist. 2024-11-14T13:43:22,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN}] 2024-11-14T13:43:22,344 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN 2024-11-14T13:43:22,346 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:43:22,347 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN 2024-11-14T13:43:22,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN 2024-11-14T13:43:22,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN 2024-11-14T13:43:22,349 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:43:22,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:43:22,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:43:22,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741853_1029 (size=28623) 2024-11-14T13:43:22,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741853_1029 (size=28623) 2024-11-14T13:43:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741853_1029 (size=28623) 2024-11-14T13:43:22,413 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/.tmp/cf/89b3c68fb17f4685883915aff7b2c02f 2024-11-14T13:43:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741854_1030 (size=47197) 2024-11-14T13:43:22,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741854_1030 (size=47197) 2024-11-14T13:43:22,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/.tmp/cf/4ee00e300b864f4dae26e7d03392d063 2024-11-14T13:43:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741854_1030 (size=47197) 2024-11-14T13:43:22,505 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:43:22,506 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:43:22,506 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:43:22,506 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:43:22,506 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:43:22,506 INFO [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:43:22,506 INFO [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:43:22,506 DEBUG [0ac5ae04350c:41791 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:43:22,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=e4fff2d34a3608bc3549d0f7d35bd913, regionState=OPENING, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:22,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=c793ed81f9816349b51269bf9c9307f3, regionState=OPENING, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:22,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=18225d9e5673ff2ba5bc45543009d4f2, regionState=OPENING, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:22,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=dd80a2f7d4b85c48a07716196d20a244, regionState=OPENING, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:22,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN because future has completed 2024-11-14T13:43:22,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913, server=0ac5ae04350c,43587,1731591753039}] 2024-11-14T13:43:22,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN because future has completed 2024-11-14T13:43:22,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure c793ed81f9816349b51269bf9c9307f3, server=0ac5ae04350c,43587,1731591753039}] 2024-11-14T13:43:22,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN because future has completed 2024-11-14T13:43:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN because future has completed 2024-11-14T13:43:22,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd80a2f7d4b85c48a07716196d20a244, server=0ac5ae04350c,37023,1731591753421}] 2024-11-14T13:43:22,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2, server=0ac5ae04350c,37023,1731591753421}] 2024-11-14T13:43:22,554 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/.tmp/cf/4ee00e300b864f4dae26e7d03392d063 as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/cf/4ee00e300b864f4dae26e7d03392d063 2024-11-14T13:43:22,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/.tmp/cf/89b3c68fb17f4685883915aff7b2c02f as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/cf/89b3c68fb17f4685883915aff7b2c02f 2024-11-14T13:43:22,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/cf/4ee00e300b864f4dae26e7d03392d063, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T13:43:22,602 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/cf/89b3c68fb17f4685883915aff7b2c02f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T13:43:22,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 07f542df284b95c39079cd98f32665ba in 800ms, sequenceid=5, compaction requested=false 2024-11-14T13:43:22,621 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 8b290b2c2d420d3a159b04ea4c7c1dc3 in 829ms, sequenceid=5, compaction requested=false 2024-11-14T13:43:22,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8b290b2c2d420d3a159b04ea4c7c1dc3: 2024-11-14T13:43:22,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. for SnapshotProcedureTest completed. 2024-11-14T13:43:22,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:22,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:22,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/cf/89b3c68fb17f4685883915aff7b2c02f] hfiles 2024-11-14T13:43:22,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 07f542df284b95c39079cd98f32665ba: 2024-11-14T13:43:22,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. for SnapshotProcedureTest completed. 2024-11-14T13:43:22,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:22,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:22,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/cf/4ee00e300b864f4dae26e7d03392d063] hfiles 2024-11-14T13:43:22,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/cf/4ee00e300b864f4dae26e7d03392d063 for snapshot=SnapshotProcedureTest 2024-11-14T13:43:22,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/cf/89b3c68fb17f4685883915aff7b2c02f for snapshot=SnapshotProcedureTest 2024-11-14T13:43:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741855_1031 (size=105) 2024-11-14T13:43:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741855_1031 (size=105) 2024-11-14T13:43:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741855_1031 (size=105) 2024-11-14T13:43:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741856_1032 (size=105) 2024-11-14T13:43:22,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:43:22,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T13:43:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T13:43:22,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:43:22,767 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:43:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741856_1032 (size=105) 2024-11-14T13:43:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741856_1032 (size=105) 2024-11-14T13:43:22,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:43:22,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T13:43:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T13:43:22,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 07f542df284b95c39079cd98f32665ba 2024-11-14T13:43:22,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 07f542df284b95c39079cd98f32665ba 2024-11-14T13:43:22,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8b290b2c2d420d3a159b04ea4c7c1dc3 in 11.0210 sec 2024-11-14T13:43:22,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 07f542df284b95c39079cd98f32665ba in 11.0330 sec 2024-11-14T13:43:26,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 held by pid=42 2024-11-14T13:43:26,982 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:26,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 held by pid=41 2024-11-14T13:43:26,982 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:26,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 held by pid=40 2024-11-14T13:43:26,984 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:26,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 held by pid=39 2024-11-14T13:43:26,984 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:28,877 INFO [master/0ac5ae04350c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T13:43:28,877 INFO [master/0ac5ae04350c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T13:43:29,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:43:32,556 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:43:32,557 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => e4fff2d34a3608bc3549d0f7d35bd913, NAME => 'SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T13:43:32,557 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,557 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:43:32,558 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,558 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,574 INFO [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,575 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:43:32,576 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => dd80a2f7d4b85c48a07716196d20a244, NAME => 'SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T13:43:32,577 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,577 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:43:32,577 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,577 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,581 INFO [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4fff2d34a3608bc3549d0f7d35bd913 columnFamilyName cf 2024-11-14T13:43:32,581 DEBUG [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:43:32,584 INFO [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,586 INFO [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd80a2f7d4b85c48a07716196d20a244 columnFamilyName cf 2024-11-14T13:43:32,586 DEBUG [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:43:32,588 INFO [StoreOpener-dd80a2f7d4b85c48a07716196d20a244-1 {}] regionserver.HStore(327): Store=dd80a2f7d4b85c48a07716196d20a244/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:43:32,589 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,590 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,595 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,595 INFO [StoreOpener-e4fff2d34a3608bc3549d0f7d35bd913-1 {}] regionserver.HStore(327): Store=e4fff2d34a3608bc3549d0f7d35bd913/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:43:32,596 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,604 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,604 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,608 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,619 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,633 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened dd80a2f7d4b85c48a07716196d20a244; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64487836, jitterRate=-0.039056360721588135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:43:32,633 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,633 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for dd80a2f7d4b85c48a07716196d20a244: Running coprocessor pre-open hook at 1731591812577Writing region info on filesystem at 1731591812577Initializing all the Stores at 1731591812583 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591812583Cleaning up temporary data from old regions at 1731591812604 (+21 ms)Running coprocessor post-open hooks at 1731591812633 (+29 ms)Region opened successfully at 1731591812633 2024-11-14T13:43:32,636 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244., pid=45, masterSystemTime=1731591812560 2024-11-14T13:43:32,637 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,640 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,640 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,648 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:43:32,648 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:43:32,648 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:43:32,648 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 18225d9e5673ff2ba5bc45543009d4f2, NAME => 'SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T13:43:32,648 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,649 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:43:32,649 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,649 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=dd80a2f7d4b85c48a07716196d20a244, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:32,659 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd80a2f7d4b85c48a07716196d20a244, server=0ac5ae04350c,37023,1731591753421 because future has completed 2024-11-14T13:43:32,663 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened e4fff2d34a3608bc3549d0f7d35bd913; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67185726, jitterRate=0.0011453330516815186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:43:32,664 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,664 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for e4fff2d34a3608bc3549d0f7d35bd913: Running coprocessor pre-open hook at 1731591812558Writing region info on filesystem at 1731591812558Initializing all the Stores at 1731591812564 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591812564Cleaning up temporary data from old regions at 1731591812640 (+76 ms)Running coprocessor post-open hooks at 1731591812664 (+24 ms)Region opened successfully at 1731591812664 2024-11-14T13:43:32,666 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913., pid=43, masterSystemTime=1731591812532 2024-11-14T13:43:32,678 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:43:32,678 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:43:32,678 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:43:32,678 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => c793ed81f9816349b51269bf9c9307f3, NAME => 'SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T13:43:32,679 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,679 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:43:32,679 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,679 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=39 2024-11-14T13:43:32,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure dd80a2f7d4b85c48a07716196d20a244, server=0ac5ae04350c,37023,1731591753421 in 10.1310 sec 2024-11-14T13:43:32,684 INFO [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,686 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=e4fff2d34a3608bc3549d0f7d35bd913, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:32,690 INFO [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18225d9e5673ff2ba5bc45543009d4f2 columnFamilyName cf 2024-11-14T13:43:32,690 DEBUG [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:43:32,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd80a2f7d4b85c48a07716196d20a244, ASSIGN in 10.3390 sec 2024-11-14T13:43:32,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:32,692 INFO [StoreOpener-18225d9e5673ff2ba5bc45543009d4f2-1 {}] regionserver.HStore(327): Store=18225d9e5673ff2ba5bc45543009d4f2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:43:32,693 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,693 INFO [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,695 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913, server=0ac5ae04350c,43587,1731591753039 because future has completed 2024-11-14T13:43:32,697 INFO [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c793ed81f9816349b51269bf9c9307f3 columnFamilyName cf 2024-11-14T13:43:32,697 DEBUG [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:43:32,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-14T13:43:32,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913, server=0ac5ae04350c,43587,1731591753039 in 10.1750 sec 2024-11-14T13:43:32,703 INFO [StoreOpener-c793ed81f9816349b51269bf9c9307f3-1 {}] regionserver.HStore(327): Store=c793ed81f9816349b51269bf9c9307f3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:43:32,703 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,703 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e4fff2d34a3608bc3549d0f7d35bd913, ASSIGN in 10.3600 sec 2024-11-14T13:43:32,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:32,705 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,705 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,705 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,707 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,708 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,708 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,711 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,713 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened c793ed81f9816349b51269bf9c9307f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70280411, jitterRate=0.04725973308086395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:43:32,713 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,713 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for c793ed81f9816349b51269bf9c9307f3: Running coprocessor pre-open hook at 1731591812679Writing region info on filesystem at 1731591812679Initializing all the Stores at 1731591812687 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591812687Cleaning up temporary data from old regions at 1731591812708 (+21 ms)Running coprocessor post-open hooks at 1731591812713 (+5 ms)Region opened successfully at 1731591812713 2024-11-14T13:43:32,714 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,716 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 18225d9e5673ff2ba5bc45543009d4f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69337511, jitterRate=0.033209428191185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:43:32,716 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,716 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 18225d9e5673ff2ba5bc45543009d4f2: Running coprocessor pre-open hook at 1731591812649Writing region info on filesystem at 1731591812649Initializing all the Stores at 1731591812663 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591812663Cleaning up temporary data from old regions at 1731591812705 (+42 ms)Running coprocessor post-open hooks at 1731591812716 (+11 ms)Region opened successfully at 1731591812716 2024-11-14T13:43:32,725 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3., pid=44, masterSystemTime=1731591812532 2024-11-14T13:43:32,737 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2., pid=46, masterSystemTime=1731591812560 2024-11-14T13:43:32,741 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:43:32,741 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:43:32,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=c793ed81f9816349b51269bf9c9307f3, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:32,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure c793ed81f9816349b51269bf9c9307f3, server=0ac5ae04350c,43587,1731591753039 because future has completed 2024-11-14T13:43:32,751 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:43:32,751 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:43:32,753 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,43587,1731591753039, table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:43:32,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=18225d9e5673ff2ba5bc45543009d4f2, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:32,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2, server=0ac5ae04350c,37023,1731591753421 because future has completed 2024-11-14T13:43:32,770 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41791 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,37023,1731591753421, table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:43:32,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-14T13:43:32,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure c793ed81f9816349b51269bf9c9307f3, server=0ac5ae04350c,43587,1731591753039 in 10.2420 sec 2024-11-14T13:43:32,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c793ed81f9816349b51269bf9c9307f3, ASSIGN in 10.4490 sec 2024-11-14T13:43:32,799 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:32,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-14T13:43:32,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2, server=0ac5ae04350c,37023,1731591753421 in 10.2520 sec 2024-11-14T13:43:32,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:32,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-14T13:43:32,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18225d9e5673ff2ba5bc45543009d4f2, ASSIGN in 10.4580 sec 2024-11-14T13:43:32,813 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 0ac5ae04350c,42145,1731591753689 after splitting done 2024-11-14T13:43:32,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 0ac5ae04350c,42145,1731591753689, splitWal=true, meta=false in 20.9120 sec 2024-11-14T13:43:36,939 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T13:43:37,201 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:41791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:43:38,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T13:43:42,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:43:42,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for dd80a2f7d4b85c48a07716196d20a244: 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. for SnapshotProcedureTest completed. 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 18225d9e5673ff2ba5bc45543009d4f2: 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. for SnapshotProcedureTest completed. 2024-11-14T13:43:42,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:42,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:42,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:42,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:42,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:42,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:43:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e4fff2d34a3608bc3549d0f7d35bd913: 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. for SnapshotProcedureTest completed. 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c793ed81f9816349b51269bf9c9307f3: 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:42,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. for SnapshotProcedureTest completed. 2024-11-14T13:43:42,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:42,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:42,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:43:42,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:43:42,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:43:42,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741857_1033 (size=65) 2024-11-14T13:43:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741858_1034 (size=57) 2024-11-14T13:43:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741857_1033 (size=65) 2024-11-14T13:43:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741858_1034 (size=57) 2024-11-14T13:43:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741857_1033 (size=65) 2024-11-14T13:43:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741858_1034 (size=57) 2024-11-14T13:43:42,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741859_1035 (size=57) 2024-11-14T13:43:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741859_1035 (size=57) 2024-11-14T13:43:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741859_1035 (size=57) 2024-11-14T13:43:42,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:43:42,734 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T13:43:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T13:43:42,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:42,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741860_1036 (size=65) 2024-11-14T13:43:42,735 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:43:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741860_1036 (size=65) 2024-11-14T13:43:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741860_1036 (size=65) 2024-11-14T13:43:42,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:43:42,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T13:43:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T13:43:42,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:42,739 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:43:42,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c793ed81f9816349b51269bf9c9307f3 in 30.9930 sec 2024-11-14T13:43:42,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e4fff2d34a3608bc3549d0f7d35bd913 in 30.9930 sec 2024-11-14T13:43:43,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:43:43,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:43:43,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T13:43:43,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T13:43:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T13:43:43,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T13:43:43,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:43,124 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:43:43,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:43:43,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18225d9e5673ff2ba5bc45543009d4f2 in 31.3730 sec 2024-11-14T13:43:43,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T13:43:43,129 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T13:43:43,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd80a2f7d4b85c48a07716196d20a244 in 31.3730 sec 2024-11-14T13:43:43,131 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T13:43:43,135 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T13:43:43,135 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T13:43:43,142 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:43:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741861_1037 (size=1094) 2024-11-14T13:43:43,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741861_1037 (size=1094) 2024-11-14T13:43:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741861_1037 (size=1094) 2024-11-14T13:43:43,219 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T13:43:43,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T13:43:43,238 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:43,238 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:43,239 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:43,239 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:43,239 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:43,246 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:44,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8b290b2c2d420d3a159b04ea4c7c1dc3, had cached 0 bytes from a total of 28623 2024-11-14T13:43:44,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 07f542df284b95c39079cd98f32665ba, had cached 0 bytes from a total of 47197 2024-11-14T13:43:48,769 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd80a2f7d4b85c48a07716196d20a244 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,774 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e9717b1990feaf5bd44fe6cd735de03 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,777 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4aa550aceb228157aa36d326d3ed2050 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,783 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 18225d9e5673ff2ba5bc45543009d4f2 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,784 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 07f542df284b95c39079cd98f32665ba changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,784 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 536574bc28f2873fcf933e3110ec4a13 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,784 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 38b6b85f19f832ffff9d99fa4f4f125f changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,784 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c793ed81f9816349b51269bf9c9307f3 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,784 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8b290b2c2d420d3a159b04ea4c7c1dc3 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:48,784 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e4fff2d34a3608bc3549d0f7d35bd913 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:43:53,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-14T13:43:53,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-14T13:43:53,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-14T13:43:53,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-14T13:43:53,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-14T13:43:53,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-14T13:43:53,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:43:53,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T13:43:53,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-14T13:43:53,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:43:53,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T13:43:53,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T13:43:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T13:43:53,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T13:43:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T13:43:53,298 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 Release verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-14T13:43:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-14T13:43:53,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 in 10.0700 sec 2024-11-14T13:43:53,302 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T13:43:53,303 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-14T13:43:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T13:43:53,308 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 Release verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:53,309 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:53,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 in 10.0790 sec 2024-11-14T13:43:53,320 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 Release verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:53,320 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 Release verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:53,323 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:53,323 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:53,334 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 Release verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:43:53,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 in 10.0910 sec 2024-11-14T13:43:53,339 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 Release verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:43:53,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 in 10.1050 sec 2024-11-14T13:43:53,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 in 10.0910 sec 2024-11-14T13:43:53,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 in 10.1100 sec 2024-11-14T13:43:59,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:44:03,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-14T13:44:03,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-14T13:44:03,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T13:44:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T13:44:03,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-14T13:44:03,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-14T13:44:03,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T13:44:03,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T13:44:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T13:44:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-14T13:44:03,325 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 Release verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:44:03,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T13:44:03,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 in 20.0960 sec 2024-11-14T13:44:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41791 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T13:44:03,333 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 Release verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:44:03,340 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 Release verify snapshot worker=0ac5ae04350c,37023,1731591753421 2024-11-14T13:44:03,352 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 Release verify snapshot worker=0ac5ae04350c,43587,1731591753039 2024-11-14T13:44:03,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 in 20.1040 sec 2024-11-14T13:44:03,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37023,1731591753421 in 20.1120 sec 2024-11-14T13:44:03,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-14T13:44:03,377 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T13:44:03,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,43587,1731591753039 in 20.1230 sec 2024-11-14T13:44:03,381 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T13:44:03,389 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T13:44:03,389 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T13:44:03,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.8130 sec 2024-11-14T13:44:03,511 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T13:44:03,533 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T13:44:03,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T13:44:03,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:44:03,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:44:03,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:03,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:03,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T13:44:03,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T13:44:03,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=366706026, stopped=false 2024-11-14T13:44:03,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0ac5ae04350c,41791,1731591751002 2024-11-14T13:44:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:03,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:03,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:03,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:44:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:03,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:03,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:03,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:03,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:44:03,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:44:03,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:03,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,43587,1731591753039' ***** 2024-11-14T13:44:03,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T13:44:03,551 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:44:03,551 INFO [RS:0;0ac5ae04350c:43587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T13:44:03,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:44:03,551 INFO [RS:0;0ac5ae04350c:43587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T13:44:03,552 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(3091): Received CLOSE for 536574bc28f2873fcf933e3110ec4a13 2024-11-14T13:44:03,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,37023,1731591753421' ***** 2024-11-14T13:44:03,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T13:44:03,552 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:44:03,553 INFO [RS:1;0ac5ae04350c:37023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T13:44:03,553 INFO [RS:1;0ac5ae04350c:37023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T13:44:03,553 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:44:03,553 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e9717b1990feaf5bd44fe6cd735de03 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(3091): Received CLOSE for e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(3091): Received CLOSE for 38b6b85f19f832ffff9d99fa4f4f125f 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b290b2c2d420d3a159b04ea4c7c1dc3 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(3091): Received CLOSE for c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(959): stopping server 0ac5ae04350c,43587,1731591753039 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:44:03,573 INFO [RS:0;0ac5ae04350c:43587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0ac5ae04350c:43587. 2024-11-14T13:44:03,573 DEBUG [RS:0;0ac5ae04350c:43587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:44:03,573 DEBUG [RS:0;0ac5ae04350c:43587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:03,574 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T13:44:03,574 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T13:44:03,574 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T13:44:03,574 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T13:44:03,575 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 536574bc28f2873fcf933e3110ec4a13, disabling compactions & flushes 2024-11-14T13:44:03,575 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:44:03,576 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:44:03,576 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. after waiting 0 ms 2024-11-14T13:44:03,576 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:44:03,576 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-14T13:44:03,577 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1325): Online Regions={536574bc28f2873fcf933e3110ec4a13=SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13., e4fff2d34a3608bc3549d0f7d35bd913=SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913., 38b6b85f19f832ffff9d99fa4f4f125f=SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f., 1588230740=hbase:meta,,1.1588230740, 8b290b2c2d420d3a159b04ea4c7c1dc3=SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3., c793ed81f9816349b51269bf9c9307f3=SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3.} 2024-11-14T13:44:03,577 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38b6b85f19f832ffff9d99fa4f4f125f, 536574bc28f2873fcf933e3110ec4a13, 8b290b2c2d420d3a159b04ea4c7c1dc3, c793ed81f9816349b51269bf9c9307f3, e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:44:03,577 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T13:44:03,577 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T13:44:03,577 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T13:44:03,577 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T13:44:03,578 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T13:44:03,578 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.26 KB heapSize=27.28 KB 2024-11-14T13:44:03,592 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(3091): Received CLOSE for 4aa550aceb228157aa36d326d3ed2050 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(3091): Received CLOSE for 07f542df284b95c39079cd98f32665ba 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(3091): Received CLOSE for dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(3091): Received CLOSE for 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(959): stopping server 0ac5ae04350c,37023,1731591753421 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:44:03,597 INFO [RS:1;0ac5ae04350c:37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0ac5ae04350c:37023. 2024-11-14T13:44:03,598 DEBUG [RS:1;0ac5ae04350c:37023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:44:03,598 DEBUG [RS:1;0ac5ae04350c:37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:03,598 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T13:44:03,598 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1325): Online Regions={9e9717b1990feaf5bd44fe6cd735de03=SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03., 4aa550aceb228157aa36d326d3ed2050=SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050., 07f542df284b95c39079cd98f32665ba=SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba., dd80a2f7d4b85c48a07716196d20a244=SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244., 18225d9e5673ff2ba5bc45543009d4f2=SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2.} 2024-11-14T13:44:03,598 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1351): Waiting on 07f542df284b95c39079cd98f32665ba, 18225d9e5673ff2ba5bc45543009d4f2, 4aa550aceb228157aa36d326d3ed2050, 9e9717b1990feaf5bd44fe6cd735de03, dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:44:03,598 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e9717b1990feaf5bd44fe6cd735de03, disabling compactions & flushes 2024-11-14T13:44:03,598 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:44:03,598 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:44:03,598 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. after waiting 0 ms 2024-11-14T13:44:03,599 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:44:03,616 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:44:03,696 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/536574bc28f2873fcf933e3110ec4a13/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:03,720 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/9e9717b1990feaf5bd44fe6cd735de03/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:03,729 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:44:03,729 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 536574bc28f2873fcf933e3110ec4a13: Waiting for close lock at 1731591843575Running coprocessor pre-close hooks at 1731591843575Disabling compacts and flushes for region at 1731591843575Disabling writes for close at 1731591843576 (+1 ms)Writing region close event to WAL at 1731591843613 (+37 ms)Running coprocessor post-close hooks at 1731591843705 (+92 ms)Closed at 1731591843729 (+24 ms) 2024-11-14T13:44:03,730 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731591768673.536574bc28f2873fcf933e3110ec4a13. 2024-11-14T13:44:03,730 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4fff2d34a3608bc3549d0f7d35bd913, disabling compactions & flushes 2024-11-14T13:44:03,730 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:44:03,731 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:44:03,731 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. after waiting 0 ms 2024-11-14T13:44:03,731 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:44:03,732 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:44:03,732 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e9717b1990feaf5bd44fe6cd735de03: Waiting for close lock at 1731591843598Running coprocessor pre-close hooks at 1731591843598Disabling compacts and flushes for region at 1731591843598Disabling writes for close at 1731591843598Writing region close event to WAL at 1731591843605 (+7 ms)Running coprocessor post-close hooks at 1731591843725 (+120 ms)Closed at 1731591843732 (+7 ms) 2024-11-14T13:44:03,732 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03. 2024-11-14T13:44:03,732 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4aa550aceb228157aa36d326d3ed2050, disabling compactions & flushes 2024-11-14T13:44:03,733 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:44:03,733 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:44:03,733 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. after waiting 0 ms 2024-11-14T13:44:03,733 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:44:03,742 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/info/a92a62f3be08469499179a72cec3a435 is 167, key is SPTestTable,19999999,1731591768673.9e9717b1990feaf5bd44fe6cd735de03./info:regioninfo/1731591779376/Put/seqid=0 2024-11-14T13:44:03,780 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38b6b85f19f832ffff9d99fa4f4f125f, 8b290b2c2d420d3a159b04ea4c7c1dc3, c793ed81f9816349b51269bf9c9307f3, e4fff2d34a3608bc3549d0f7d35bd913 2024-11-14T13:44:03,798 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1351): Waiting on 07f542df284b95c39079cd98f32665ba, 18225d9e5673ff2ba5bc45543009d4f2, 4aa550aceb228157aa36d326d3ed2050, dd80a2f7d4b85c48a07716196d20a244 2024-11-14T13:44:03,808 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/4aa550aceb228157aa36d326d3ed2050/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:03,810 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:44:03,811 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4aa550aceb228157aa36d326d3ed2050: Waiting for close lock at 1731591843732Running coprocessor pre-close hooks at 1731591843732Disabling compacts and flushes for region at 1731591843732Disabling writes for close at 1731591843733 (+1 ms)Writing region close event to WAL at 1731591843753 (+20 ms)Running coprocessor post-close hooks at 1731591843810 (+57 ms)Closed at 1731591843810 2024-11-14T13:44:03,811 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731591768673.4aa550aceb228157aa36d326d3ed2050. 2024-11-14T13:44:03,811 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07f542df284b95c39079cd98f32665ba, disabling compactions & flushes 2024-11-14T13:44:03,811 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:44:03,811 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:44:03,811 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. after waiting 0 ms 2024-11-14T13:44:03,811 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:44:03,819 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/e4fff2d34a3608bc3549d0f7d35bd913/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:03,829 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:44:03,829 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4fff2d34a3608bc3549d0f7d35bd913: Waiting for close lock at 1731591843730Running coprocessor pre-close hooks at 1731591843730Disabling compacts and flushes for region at 1731591843730Disabling writes for close at 1731591843731 (+1 ms)Writing region close event to WAL at 1731591843746 (+15 ms)Running coprocessor post-close hooks at 1731591843829 (+83 ms)Closed at 1731591843829 2024-11-14T13:44:03,829 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731591768673.e4fff2d34a3608bc3549d0f7d35bd913. 2024-11-14T13:44:03,830 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38b6b85f19f832ffff9d99fa4f4f125f, disabling compactions & flushes 2024-11-14T13:44:03,830 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:44:03,830 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:44:03,830 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. after waiting 0 ms 2024-11-14T13:44:03,830 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:44:03,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741862_1038 (size=20260) 2024-11-14T13:44:03,914 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/07f542df284b95c39079cd98f32665ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:44:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741862_1038 (size=20260) 2024-11-14T13:44:03,917 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/38b6b85f19f832ffff9d99fa4f4f125f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741862_1038 (size=20260) 2024-11-14T13:44:03,919 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:44:03,919 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07f542df284b95c39079cd98f32665ba: Waiting for close lock at 1731591843811Running coprocessor pre-close hooks at 1731591843811Disabling compacts and flushes for region at 1731591843811Disabling writes for close at 1731591843811Writing region close event to WAL at 1731591843856 (+45 ms)Running coprocessor post-close hooks at 1731591843919 (+63 ms)Closed at 1731591843919 2024-11-14T13:44:03,919 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.11 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/info/a92a62f3be08469499179a72cec3a435 2024-11-14T13:44:03,919 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731591768673.07f542df284b95c39079cd98f32665ba. 2024-11-14T13:44:03,919 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd80a2f7d4b85c48a07716196d20a244, disabling compactions & flushes 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38b6b85f19f832ffff9d99fa4f4f125f: Waiting for close lock at 1731591843830Running coprocessor pre-close hooks at 1731591843830Disabling compacts and flushes for region at 1731591843830Disabling writes for close at 1731591843830Writing region close event to WAL at 1731591843873 (+43 ms)Running coprocessor post-close hooks at 1731591843919 (+46 ms)Closed at 1731591843919 2024-11-14T13:44:03,920 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731591768673.38b6b85f19f832ffff9d99fa4f4f125f. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. after waiting 0 ms 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b290b2c2d420d3a159b04ea4c7c1dc3, disabling compactions & flushes 2024-11-14T13:44:03,920 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. after waiting 0 ms 2024-11-14T13:44:03,920 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:44:03,977 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:44:03,977 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:44:03,978 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/dd80a2f7d4b85c48a07716196d20a244/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:03,980 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:44:03,980 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd80a2f7d4b85c48a07716196d20a244: Waiting for close lock at 1731591843920Running coprocessor pre-close hooks at 1731591843920Disabling compacts and flushes for region at 1731591843920Disabling writes for close at 1731591843920Writing region close event to WAL at 1731591843928 (+8 ms)Running coprocessor post-close hooks at 1731591843980 (+52 ms)Closed at 1731591843980 2024-11-14T13:44:03,980 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731591768673.dd80a2f7d4b85c48a07716196d20a244. 2024-11-14T13:44:03,980 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18225d9e5673ff2ba5bc45543009d4f2, disabling compactions & flushes 2024-11-14T13:44:03,980 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:44:03,980 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:44:03,981 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. after waiting 0 ms 2024-11-14T13:44:03,981 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:44:03,984 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b290b2c2d420d3a159b04ea4c7c1dc3, c793ed81f9816349b51269bf9c9307f3 2024-11-14T13:44:03,997 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/8b290b2c2d420d3a159b04ea4c7c1dc3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:44:03,998 DEBUG [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1351): Waiting on 18225d9e5673ff2ba5bc45543009d4f2 2024-11-14T13:44:03,999 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:44:03,999 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b290b2c2d420d3a159b04ea4c7c1dc3: Waiting for close lock at 1731591843920Running coprocessor pre-close hooks at 1731591843920Disabling compacts and flushes for region at 1731591843920Disabling writes for close at 1731591843920Writing region close event to WAL at 1731591843964 (+44 ms)Running coprocessor post-close hooks at 1731591843999 (+35 ms)Closed at 1731591843999 2024-11-14T13:44:04,000 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731591768673.8b290b2c2d420d3a159b04ea4c7c1dc3. 2024-11-14T13:44:04,000 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c793ed81f9816349b51269bf9c9307f3, disabling compactions & flushes 2024-11-14T13:44:04,000 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:44:04,000 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:44:04,000 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. after waiting 0 ms 2024-11-14T13:44:04,000 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:44:04,028 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:44:04,029 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:44:04,049 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/18225d9e5673ff2ba5bc45543009d4f2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:04,052 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:44:04,052 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18225d9e5673ff2ba5bc45543009d4f2: Waiting for close lock at 1731591843980Running coprocessor pre-close hooks at 1731591843980Disabling compacts and flushes for region at 1731591843980Disabling writes for close at 1731591843981 (+1 ms)Writing region close event to WAL at 1731591844001 (+20 ms)Running coprocessor post-close hooks at 1731591844052 (+51 ms)Closed at 1731591844052 2024-11-14T13:44:04,052 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731591768673.18225d9e5673ff2ba5bc45543009d4f2. 2024-11-14T13:44:04,055 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/default/SPTestTable/c793ed81f9816349b51269bf9c9307f3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:44:04,061 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:44:04,061 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c793ed81f9816349b51269bf9c9307f3: Waiting for close lock at 1731591844000Running coprocessor pre-close hooks at 1731591844000Disabling compacts and flushes for region at 1731591844000Disabling writes for close at 1731591844000Writing region close event to WAL at 1731591844014 (+14 ms)Running coprocessor post-close hooks at 1731591844061 (+47 ms)Closed at 1731591844061 2024-11-14T13:44:04,062 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731591768673.c793ed81f9816349b51269bf9c9307f3. 2024-11-14T13:44:04,112 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/ns/0c8f639eb866496a8dbbb6ba6fb5020b is 43, key is default/ns:d/1731591768142/Put/seqid=0 2024-11-14T13:44:04,188 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T13:44:04,201 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(976): stopping server 0ac5ae04350c,37023,1731591753421; all regions closed. 2024-11-14T13:44:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741863_1039 (size=5153) 2024-11-14T13:44:04,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741863_1039 (size=5153) 2024-11-14T13:44:04,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741863_1039 (size=5153) 2024-11-14T13:44:04,232 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/ns/0c8f639eb866496a8dbbb6ba6fb5020b 2024-11-14T13:44:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741835_1011 (size=3500) 2024-11-14T13:44:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741835_1011 (size=3500) 2024-11-14T13:44:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741835_1011 (size=3500) 2024-11-14T13:44:04,267 DEBUG [RS:1;0ac5ae04350c:37023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs 2024-11-14T13:44:04,267 INFO [RS:1;0ac5ae04350c:37023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C37023%2C1731591753421:(num 1731591757243) 2024-11-14T13:44:04,267 DEBUG [RS:1;0ac5ae04350c:37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:04,267 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:44:04,267 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:44:04,268 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.ChoreService(370): Chore service for: regionserver/0ac5ae04350c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T13:44:04,268 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T13:44:04,268 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T13:44:04,268 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T13:44:04,268 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:44:04,268 INFO [regionserver/0ac5ae04350c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:44:04,269 INFO [RS:1;0ac5ae04350c:37023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37023 2024-11-14T13:44:04,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:44:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,37023,1731591753421 2024-11-14T13:44:04,276 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:44:04,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,37023,1731591753421] 2024-11-14T13:44:04,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,37023,1731591753421 already deleted, retry=false 2024-11-14T13:44:04,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0ac5ae04350c,37023,1731591753421 expired; onlineServers=1 2024-11-14T13:44:04,315 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/table/58101b4069b748cda8d57bc19cb9b6a8 is 47, key is SPTestTable/table:state/1731591779636/Put/seqid=0 2024-11-14T13:44:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:44:04,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37023-0x1003e874ada0002, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:44:04,388 INFO [RS:1;0ac5ae04350c:37023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:44:04,388 INFO [RS:1;0ac5ae04350c:37023 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,37023,1731591753421; zookeeper connection closed. 2024-11-14T13:44:04,389 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T13:44:04,391 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f79d509 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f79d509 2024-11-14T13:44:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741864_1040 (size=5214) 2024-11-14T13:44:04,402 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/table/58101b4069b748cda8d57bc19cb9b6a8 2024-11-14T13:44:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741864_1040 (size=5214) 2024-11-14T13:44:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741864_1040 (size=5214) 2024-11-14T13:44:04,431 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/info/a92a62f3be08469499179a72cec3a435 as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/info/a92a62f3be08469499179a72cec3a435 2024-11-14T13:44:04,465 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/info/a92a62f3be08469499179a72cec3a435, entries=116, sequenceid=37, filesize=19.8 K 2024-11-14T13:44:04,471 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/ns/0c8f639eb866496a8dbbb6ba6fb5020b as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/ns/0c8f639eb866496a8dbbb6ba6fb5020b 2024-11-14T13:44:04,522 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/ns/0c8f639eb866496a8dbbb6ba6fb5020b, entries=2, sequenceid=37, filesize=5.0 K 2024-11-14T13:44:04,528 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/.tmp/table/58101b4069b748cda8d57bc19cb9b6a8 as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/table/58101b4069b748cda8d57bc19cb9b6a8 2024-11-14T13:44:04,548 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/table/58101b4069b748cda8d57bc19cb9b6a8, entries=2, sequenceid=37, filesize=5.1 K 2024-11-14T13:44:04,556 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=37, compaction requested=false 2024-11-14T13:44:04,589 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T13:44:04,589 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T13:44:04,589 DEBUG [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T13:44:04,640 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-14T13:44:04,644 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:44:04,644 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T13:44:04,644 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731591843577Running coprocessor pre-close hooks at 1731591843577Disabling compacts and flushes for region at 1731591843577Disabling writes for close at 1731591843577Obtaining lock to block concurrent updates at 1731591843578 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731591843578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16652, getHeapSize=27872, getOffHeapSize=0, getCellsCount=136 at 1731591843578Flushing stores of hbase:meta,,1.1588230740 at 1731591843592 (+14 ms)Flushing 1588230740/info: creating writer at 1731591843593 (+1 ms)Flushing 1588230740/info: appending metadata at 1731591843728 (+135 ms)Flushing 1588230740/info: closing flushed file at 1731591843728Flushing 1588230740/ns: creating writer at 1731591843972 (+244 ms)Flushing 1588230740/ns: appending metadata at 1731591844098 (+126 ms)Flushing 1588230740/ns: closing flushed file at 1731591844098Flushing 1588230740/table: creating writer at 1731591844261 (+163 ms)Flushing 1588230740/table: appending metadata at 1731591844314 (+53 ms)Flushing 1588230740/table: closing flushed file at 1731591844314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b7a18d: reopening flushed file at 1731591844417 (+103 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10eb64ef: reopening flushed file at 1731591844465 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58aa9468: reopening flushed file at 1731591844523 (+58 ms)Finished flush of dataSize ~16.26 KB/16652, heapSize ~26.98 KB/27632, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=37, compaction requested=false at 1731591844556 (+33 ms)Writing region close event to WAL at 1731591844608 (+52 ms)Running coprocessor post-close hooks at 1731591844643 (+35 ms)Closed at 1731591844644 (+1 ms) 2024-11-14T13:44:04,644 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T13:44:04,790 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(976): stopping server 0ac5ae04350c,43587,1731591753039; all regions closed. 2024-11-14T13:44:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741836_1012 (size=19450) 2024-11-14T13:44:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741836_1012 (size=19450) 2024-11-14T13:44:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741836_1012 (size=19450) 2024-11-14T13:44:04,831 DEBUG [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs 2024-11-14T13:44:04,831 INFO [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C43587%2C1731591753039.meta:.meta(num 1731591767749) 2024-11-14T13:44:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741834_1010 (size=3530) 2024-11-14T13:44:04,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741834_1010 (size=3530) 2024-11-14T13:44:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741834_1010 (size=3530) 2024-11-14T13:44:04,874 DEBUG [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/oldWALs 2024-11-14T13:44:04,874 INFO [RS:0;0ac5ae04350c:43587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C43587%2C1731591753039:(num 1731591757240) 2024-11-14T13:44:04,874 DEBUG [RS:0;0ac5ae04350c:43587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:04,874 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:44:04,880 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:44:04,881 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.ChoreService(370): Chore service for: regionserver/0ac5ae04350c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T13:44:04,881 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:44:04,881 INFO [RS:0;0ac5ae04350c:43587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43587 2024-11-14T13:44:04,884 INFO [regionserver/0ac5ae04350c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:44:04,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:44:04,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,43587,1731591753039 2024-11-14T13:44:04,886 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:44:04,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,43587,1731591753039] 2024-11-14T13:44:04,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,43587,1731591753039 already deleted, retry=false 2024-11-14T13:44:04,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0ac5ae04350c,43587,1731591753039 expired; onlineServers=0 2024-11-14T13:44:04,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0ac5ae04350c,41791,1731591751002' ***** 2024-11-14T13:44:04,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T13:44:04,892 INFO [M:0;0ac5ae04350c:41791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:44:04,892 INFO [M:0;0ac5ae04350c:41791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:44:04,893 DEBUG [M:0;0ac5ae04350c:41791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T13:44:04,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T13:44:04,893 DEBUG [M:0;0ac5ae04350c:41791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T13:44:04,893 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591756477 {}] cleaner.HFileCleaner(306): Exit Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591756477,5,FailOnTimeoutGroup] 2024-11-14T13:44:04,893 INFO [M:0;0ac5ae04350c:41791 {}] hbase.ChoreService(370): Chore service for: master/0ac5ae04350c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T13:44:04,894 INFO [M:0;0ac5ae04350c:41791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:44:04,894 DEBUG [M:0;0ac5ae04350c:41791 {}] master.HMaster(1795): Stopping service threads 2024-11-14T13:44:04,894 INFO [M:0;0ac5ae04350c:41791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T13:44:04,894 INFO [M:0;0ac5ae04350c:41791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:44:04,894 ERROR [M:0;0ac5ae04350c:41791 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1594924604) connection to localhost/127.0.0.1:40323 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40323,5,PEWorkerGroup] 2024-11-14T13:44:04,895 INFO [M:0;0ac5ae04350c:41791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:44:04,895 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T13:44:04,896 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591756447 {}] cleaner.HFileCleaner(306): Exit Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591756447,5,FailOnTimeoutGroup] 2024-11-14T13:44:04,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:04,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:04,900 DEBUG [M:0;0ac5ae04350c:41791 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-14T13:44:04,900 DEBUG [M:0;0ac5ae04350c:41791 {}] master.ActiveMasterManager(353): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-14T13:44:04,902 INFO [M:0;0ac5ae04350c:41791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/.lastflushedseqids 2024-11-14T13:44:04,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:44:04,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43587-0x1003e874ada0001, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:44:04,995 INFO [RS:0;0ac5ae04350c:43587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:44:04,996 INFO [RS:0;0ac5ae04350c:43587 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,43587,1731591753039; zookeeper connection closed. 2024-11-14T13:44:05,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741865_1041 (size=686) 2024-11-14T13:44:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741865_1041 (size=686) 2024-11-14T13:44:05,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fd5ad9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fd5ad9e 2024-11-14T13:44:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741865_1041 (size=686) 2024-11-14T13:44:05,014 INFO [M:0;0ac5ae04350c:41791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:44:05,014 INFO [M:0;0ac5ae04350c:41791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T13:44:05,014 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T13:44:05,014 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:05,014 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:05,014 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T13:44:05,014 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:05,015 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.86 KB heapSize=244.10 KB 2024-11-14T13:44:05,015 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T13:44:05,083 DEBUG [M:0;0ac5ae04350c:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff8995feb60247fe9b8fefc83e94653f is 82, key is hbase:meta,,1/info:regioninfo/1731591767942/Put/seqid=0 2024-11-14T13:44:05,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741866_1042 (size=5672) 2024-11-14T13:44:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741866_1042 (size=5672) 2024-11-14T13:44:05,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741866_1042 (size=5672) 2024-11-14T13:44:05,237 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff8995feb60247fe9b8fefc83e94653f 2024-11-14T13:44:05,327 DEBUG [M:0;0ac5ae04350c:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85e9fe9ff4c84842a0a7a71d4505c752 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731591779662/Put/seqid=0 2024-11-14T13:44:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741867_1043 (size=8973) 2024-11-14T13:44:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741867_1043 (size=8973) 2024-11-14T13:44:05,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741867_1043 (size=8973) 2024-11-14T13:44:05,433 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=196.12 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85e9fe9ff4c84842a0a7a71d4505c752 2024-11-14T13:44:05,475 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85e9fe9ff4c84842a0a7a71d4505c752 2024-11-14T13:44:05,551 DEBUG [M:0;0ac5ae04350c:41791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7a6f96f54a641b4b16ada0d3345322f is 69, key is 0ac5ae04350c,37023,1731591753421/rs:state/1731591756753/Put/seqid=0 2024-11-14T13:44:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741868_1044 (size=5446) 2024-11-14T13:44:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741868_1044 (size=5446) 2024-11-14T13:44:05,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741868_1044 (size=5446) 2024-11-14T13:44:05,666 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7a6f96f54a641b4b16ada0d3345322f 2024-11-14T13:44:05,701 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a6f96f54a641b4b16ada0d3345322f 2024-11-14T13:44:05,712 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff8995feb60247fe9b8fefc83e94653f as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff8995feb60247fe9b8fefc83e94653f 2024-11-14T13:44:05,766 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff8995feb60247fe9b8fefc83e94653f, entries=8, sequenceid=519, filesize=5.5 K 2024-11-14T13:44:05,776 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85e9fe9ff4c84842a0a7a71d4505c752 as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85e9fe9ff4c84842a0a7a71d4505c752 2024-11-14T13:44:05,814 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85e9fe9ff4c84842a0a7a71d4505c752 2024-11-14T13:44:05,814 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85e9fe9ff4c84842a0a7a71d4505c752, entries=56, sequenceid=519, filesize=8.8 K 2024-11-14T13:44:05,828 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7a6f96f54a641b4b16ada0d3345322f as hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7a6f96f54a641b4b16ada0d3345322f 2024-11-14T13:44:05,861 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a6f96f54a641b4b16ada0d3345322f 2024-11-14T13:44:05,861 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/4cc01ea3-616d-198d-f0db-cf78dd1cc1f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7a6f96f54a641b4b16ada0d3345322f, entries=3, sequenceid=519, filesize=5.3 K 2024-11-14T13:44:05,869 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.86 KB/201581, heapSize ~243.80 KB/249656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 855ms, sequenceid=519, compaction requested=false 2024-11-14T13:44:05,908 INFO [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:05,908 DEBUG [M:0;0ac5ae04350c:41791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731591845014Disabling compacts and flushes for region at 1731591845014Disabling writes for close at 1731591845014Obtaining lock to block concurrent updates at 1731591845015 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731591845015Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=201581, getHeapSize=249896, getOffHeapSize=0, getCellsCount=626 at 1731591845015Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731591845017 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731591845017Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731591845081 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731591845081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731591845248 (+167 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731591845326 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731591845326Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731591845475 (+149 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731591845548 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731591845548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a9bc1f: reopening flushed file at 1731591845701 (+153 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9f24a6: reopening flushed file at 1731591845766 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7aa5a: reopening flushed file at 1731591845815 (+49 ms)Finished flush of dataSize ~196.86 KB/201581, heapSize ~243.80 KB/249656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 855ms, sequenceid=519, compaction requested=false at 1731591845869 (+54 ms)Writing region close event to WAL at 1731591845908 (+39 ms)Closed at 1731591845908 2024-11-14T13:44:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44767 is added to blk_1073741830_1006 (size=236163) 2024-11-14T13:44:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35629 is added to blk_1073741830_1006 (size=236163) 2024-11-14T13:44:05,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741830_1006 (size=236163) 2024-11-14T13:44:05,961 INFO [M:0;0ac5ae04350c:41791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T13:44:05,961 INFO [M:0;0ac5ae04350c:41791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41791 2024-11-14T13:44:05,961 INFO [M:0;0ac5ae04350c:41791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:44:05,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:44:06,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:44:06,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41791-0x1003e874ada0000, quorum=127.0.0.1:62247, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:44:06,073 INFO [M:0;0ac5ae04350c:41791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:44:06,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b4582c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:06,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab291ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:44:06,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:44:06,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc92b24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:44:06,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156b3636{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,STOPPED} 2024-11-14T13:44:06,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:44:06,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:44:06,144 WARN [BP-831463214-172.17.0.3-1731591743578 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:44:06,144 WARN [BP-831463214-172.17.0.3-1731591743578 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831463214-172.17.0.3-1731591743578 (Datanode Uuid 9352d987-5d6a-4968-a5ee-76aa78c545ea) service to localhost/127.0.0.1:40323 2024-11-14T13:44:06,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data5/current/BP-831463214-172.17.0.3-1731591743578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:44:06,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data6/current/BP-831463214-172.17.0.3-1731591743578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:44:06,149 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:44:06,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@663aedbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:06,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccad4b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:44:06,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:44:06,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dbd753f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:44:06,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4105d97e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,STOPPED} 2024-11-14T13:44:06,235 WARN [BP-831463214-172.17.0.3-1731591743578 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:44:06,235 WARN [BP-831463214-172.17.0.3-1731591743578 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831463214-172.17.0.3-1731591743578 (Datanode Uuid 605dea2c-ff5b-455d-b5af-e9016c6f3738) service to localhost/127.0.0.1:40323 2024-11-14T13:44:06,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data3/current/BP-831463214-172.17.0.3-1731591743578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:44:06,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data4/current/BP-831463214-172.17.0.3-1731591743578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:44:06,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:44:06,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:44:06,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:44:06,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b851e84{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:06,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1940c7e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:44:06,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:44:06,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4063f81b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:44:06,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e139821{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,STOPPED} 2024-11-14T13:44:06,290 WARN [BP-831463214-172.17.0.3-1731591743578 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:44:06,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:44:06,290 WARN [BP-831463214-172.17.0.3-1731591743578 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-831463214-172.17.0.3-1731591743578 (Datanode Uuid 1e491011-8b2d-42b3-96b3-e16cf4e76414) service to localhost/127.0.0.1:40323 2024-11-14T13:44:06,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:44:06,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data2/current/BP-831463214-172.17.0.3-1731591743578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:44:06,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/cluster_e36461e8-5e4a-ba62-2813-526e9890cac0/data/data1/current/BP-831463214-172.17.0.3-1731591743578 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:44:06,294 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:44:06,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@319be742{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T13:44:06,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2903a0a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:44:06,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:44:06,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794cb4f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:44:06,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c33bf2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir/,STOPPED} 2024-11-14T13:44:06,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T13:44:06,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T13:44:06,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/0ac5ae04350c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:40323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:40323 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4b42b84c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0ac5ae04350c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0ac5ae04350c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:40323 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:40323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1657 (was 1427) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=982 (was 3415) 2024-11-14T13:44:06,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=1657, ProcessCount=11, AvailableMemoryMB=981 2024-11-14T13:44:06,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir so I do NOT create it in target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47 2024-11-14T13:44:06,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T13:44:06,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.tmp.dir so I do NOT create it in target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47 2024-11-14T13:44:06,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25a0a054-36bb-2e3b-34c9-6fc164882d65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T13:44:06,654 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47 2024-11-14T13:44:06,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T13:44:06,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3, deleteOnExit=true 2024-11-14T13:44:06,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T13:44:06,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/test.cache.data in system properties and HBase conf 2024-11-14T13:44:06,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T13:44:06,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir in system properties and HBase conf 2024-11-14T13:44:06,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T13:44:06,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T13:44:06,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T13:44:06,656 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T13:44:06,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T13:44:06,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T13:44:06,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T13:44:06,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/nfs.dump.dir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/java.io.tmpdir in system properties and HBase conf 2024-11-14T13:44:06,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T13:44:06,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T13:44:06,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T13:44:06,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:06,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:07,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:07,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:07,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:44:07,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:07,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c427061{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:07,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f3cb9dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:07,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d800e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/java.io.tmpdir/jetty-localhost-41867-hadoop-hdfs-3_4_1-tests_jar-_-any-8889509162719746429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T13:44:07,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ab52e29{HTTP/1.1, (http/1.1)}{localhost:41867} 2024-11-14T13:44:07,365 INFO [Time-limited test {}] server.Server(415): Started @107588ms 2024-11-14T13:44:08,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:08,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:08,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:08,347 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:08,347 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:44:08,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8948b54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:08,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ccb73c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:08,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dc6613a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/java.io.tmpdir/jetty-localhost-42575-hadoop-hdfs-3_4_1-tests_jar-_-any-11117347989319384809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:08,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59bd9c9c{HTTP/1.1, (http/1.1)}{localhost:42575} 2024-11-14T13:44:08,529 INFO [Time-limited test {}] server.Server(415): Started @108752ms 2024-11-14T13:44:08,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:44:08,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:08,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:08,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:08,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:08,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T13:44:08,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5133003a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:08,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b07f20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:08,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:08,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:08,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:08,778 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data1/current/BP-843242399-172.17.0.3-1731591846797/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:08,781 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data2/current/BP-843242399-172.17.0.3-1731591846797/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:08,838 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:44:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89cf1d3abd0af397 with lease ID 0xa2210847f1554dca: Processing first storage report for DS-3177626c-ad0b-4a9d-8fe9-b7425262e231 from datanode DatanodeRegistration(127.0.0.1:40931, datanodeUuid=71d2a2d6-0add-4638-ad02-037e5f47a602, infoPort=44055, infoSecurePort=0, ipcPort=46629, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797) 2024-11-14T13:44:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89cf1d3abd0af397 with lease ID 0xa2210847f1554dca: from storage DS-3177626c-ad0b-4a9d-8fe9-b7425262e231 node DatanodeRegistration(127.0.0.1:40931, datanodeUuid=71d2a2d6-0add-4638-ad02-037e5f47a602, infoPort=44055, infoSecurePort=0, ipcPort=46629, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89cf1d3abd0af397 with lease ID 0xa2210847f1554dca: Processing first storage report for DS-1b41f908-ffd2-4eea-962b-792e0f4f397e from datanode DatanodeRegistration(127.0.0.1:40931, datanodeUuid=71d2a2d6-0add-4638-ad02-037e5f47a602, infoPort=44055, infoSecurePort=0, ipcPort=46629, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797) 2024-11-14T13:44:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89cf1d3abd0af397 with lease ID 0xa2210847f1554dca: from storage DS-1b41f908-ffd2-4eea-962b-792e0f4f397e node DatanodeRegistration(127.0.0.1:40931, datanodeUuid=71d2a2d6-0add-4638-ad02-037e5f47a602, infoPort=44055, infoSecurePort=0, ipcPort=46629, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:08,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18a74dd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/java.io.tmpdir/jetty-localhost-33703-hadoop-hdfs-3_4_1-tests_jar-_-any-3434835231316910404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:08,865 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ff832d3{HTTP/1.1, (http/1.1)}{localhost:33703} 2024-11-14T13:44:08,865 INFO [Time-limited test {}] server.Server(415): Started @109089ms 2024-11-14T13:44:08,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:44:08,966 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T13:44:09,013 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:09,014 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:09,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T13:44:09,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T13:44:09,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T13:44:09,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T13:44:09,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T13:44:09,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ddb6cf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,AVAILABLE} 2024-11-14T13:44:09,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d022856{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T13:44:09,103 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data3/current/BP-843242399-172.17.0.3-1731591846797/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:09,106 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data4/current/BP-843242399-172.17.0.3-1731591846797/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:09,179 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:44:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e618939e6f61bd with lease ID 0xa2210847f1554dcb: Processing first storage report for DS-06fa6370-4097-4460-a49b-c18a80728da8 from datanode DatanodeRegistration(127.0.0.1:44999, datanodeUuid=a4b45c55-d3a8-4e20-88cb-82f09e8035d8, infoPort=44337, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797) 2024-11-14T13:44:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e618939e6f61bd with lease ID 0xa2210847f1554dcb: from storage DS-06fa6370-4097-4460-a49b-c18a80728da8 node DatanodeRegistration(127.0.0.1:44999, datanodeUuid=a4b45c55-d3a8-4e20-88cb-82f09e8035d8, infoPort=44337, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e618939e6f61bd with lease ID 0xa2210847f1554dcb: Processing first storage report for DS-17dbd1fa-7c0d-4ce6-9bb1-2dea41628e4f from datanode DatanodeRegistration(127.0.0.1:44999, datanodeUuid=a4b45c55-d3a8-4e20-88cb-82f09e8035d8, infoPort=44337, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797) 2024-11-14T13:44:09,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e618939e6f61bd with lease ID 0xa2210847f1554dcb: from storage DS-17dbd1fa-7c0d-4ce6-9bb1-2dea41628e4f node DatanodeRegistration(127.0.0.1:44999, datanodeUuid=a4b45c55-d3a8-4e20-88cb-82f09e8035d8, infoPort=44337, infoSecurePort=0, ipcPort=37829, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T13:44:09,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4aa17f3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/java.io.tmpdir/jetty-localhost-45387-hadoop-hdfs-3_4_1-tests_jar-_-any-5802104209699364214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:44:09,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66b1a44f{HTTP/1.1, (http/1.1)}{localhost:45387} 2024-11-14T13:44:09,222 INFO [Time-limited test {}] server.Server(415): Started @109445ms 2024-11-14T13:44:09,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T13:44:09,437 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data5/current/BP-843242399-172.17.0.3-1731591846797/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:09,440 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data6/current/BP-843242399-172.17.0.3-1731591846797/current, will proceed with Du for space computation calculation, 2024-11-14T13:44:09,488 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T13:44:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x191d5ea6cb1613a7 with lease ID 0xa2210847f1554dcc: Processing first storage report for DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5 from datanode DatanodeRegistration(127.0.0.1:35215, datanodeUuid=0bd8e31d-3160-4bce-bcd5-8ec6b4a62cd6, infoPort=46861, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797) 2024-11-14T13:44:09,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x191d5ea6cb1613a7 with lease ID 0xa2210847f1554dcc: from storage DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5 node DatanodeRegistration(127.0.0.1:35215, datanodeUuid=0bd8e31d-3160-4bce-bcd5-8ec6b4a62cd6, infoPort=46861, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x191d5ea6cb1613a7 with lease ID 0xa2210847f1554dcc: Processing first storage report for DS-ab1ad885-a048-4d9c-9f0d-d304499f6dc1 from datanode DatanodeRegistration(127.0.0.1:35215, datanodeUuid=0bd8e31d-3160-4bce-bcd5-8ec6b4a62cd6, infoPort=46861, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797) 2024-11-14T13:44:09,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x191d5ea6cb1613a7 with lease ID 0xa2210847f1554dcc: from storage DS-ab1ad885-a048-4d9c-9f0d-d304499f6dc1 node DatanodeRegistration(127.0.0.1:35215, datanodeUuid=0bd8e31d-3160-4bce-bcd5-8ec6b4a62cd6, infoPort=46861, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=2050628435;c=1731591846797), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T13:44:09,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47 2024-11-14T13:44:09,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/zookeeper_0, clientPort=52670, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T13:44:09,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52670 2024-11-14T13:44:09,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:09,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:44:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:44:09,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741825_1001 (size=7) 2024-11-14T13:44:09,651 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 with version=8 2024-11-14T13:44:09,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/hbase-staging 2024-11-14T13:44:09,655 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:09,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:09,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:09,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:09,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:09,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:09,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T13:44:09,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:09,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37617 2024-11-14T13:44:09,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37617 connecting to ZooKeeper ensemble=127.0.0.1:52670 2024-11-14T13:44:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376170x0, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:09,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37617-0x1003e88d0f00000 connected 2024-11-14T13:44:09,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:09,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:09,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:09,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553, hbase.cluster.distributed=false 2024-11-14T13:44:09,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:09,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37617 2024-11-14T13:44:09,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37617 2024-11-14T13:44:09,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37617 2024-11-14T13:44:09,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37617 2024-11-14T13:44:09,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37617 2024-11-14T13:44:09,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:09,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:09,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:09,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:44:09,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:09,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44835 2024-11-14T13:44:09,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44835 connecting to ZooKeeper ensemble=127.0.0.1:52670 2024-11-14T13:44:09,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:09,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:09,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448350x0, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:09,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448350x0, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:09,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44835-0x1003e88d0f00001 connected 2024-11-14T13:44:09,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:44:09,969 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:44:09,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:44:09,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:09,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-14T13:44:09,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44835 2024-11-14T13:44:10,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44835 2024-11-14T13:44:10,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-14T13:44:10,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44835 2024-11-14T13:44:10,083 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:10,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:10,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:10,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:10,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:10,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:10,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:44:10,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:10,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39299 2024-11-14T13:44:10,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39299 connecting to ZooKeeper ensemble=127.0.0.1:52670 2024-11-14T13:44:10,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:10,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:10,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392990x0, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:10,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392990x0, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:10,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:44:10,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39299-0x1003e88d0f00002 connected 2024-11-14T13:44:10,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:44:10,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:44:10,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:10,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-14T13:44:10,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39299 2024-11-14T13:44:10,214 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:41791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:44:10,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39299 2024-11-14T13:44:10,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-14T13:44:10,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39299 2024-11-14T13:44:10,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0ac5ae04350c:0 server-side Connection retries=45 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T13:44:10,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T13:44:10,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37217 2024-11-14T13:44:10,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37217 connecting to ZooKeeper ensemble=127.0.0.1:52670 2024-11-14T13:44:10,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:10,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:10,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372170x0, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T13:44:10,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37217-0x1003e88d0f00003 connected 2024-11-14T13:44:10,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:44:10,374 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T13:44:10,377 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T13:44:10,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T13:44:10,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T13:44:10,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-14T13:44:10,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37217 2024-11-14T13:44:10,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37217 2024-11-14T13:44:10,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-14T13:44:10,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37217 2024-11-14T13:44:10,507 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0ac5ae04350c:37617 2024-11-14T13:44:10,508 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:10,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,528 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T13:44:10,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,565 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T13:44:10,567 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/0ac5ae04350c,37617,1731591849654 from backup master directory 2024-11-14T13:44:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T13:44:10,576 WARN [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:10,576 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:10,597 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/hbase.id] with ID: 8af2d08e-4bf9-40f0-b971-7f265e7f0195 2024-11-14T13:44:10,597 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.tmp/hbase.id 2024-11-14T13:44:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:44:10,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:44:10,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741826_1002 (size=42) 2024-11-14T13:44:10,643 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.tmp/hbase.id]:[hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/hbase.id] 2024-11-14T13:44:10,749 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T13:44:10,749 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T13:44:10,756 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-14T13:44:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:44:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:44:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741827_1003 (size=196) 2024-11-14T13:44:10,865 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T13:44:10,867 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T13:44:10,867 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:44:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:44:10,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741828_1004 (size=1189) 2024-11-14T13:44:10,947 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store 2024-11-14T13:44:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:44:11,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:44:11,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741829_1005 (size=34) 2024-11-14T13:44:11,035 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:11,036 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T13:44:11,036 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:11,036 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:11,036 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T13:44:11,036 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:11,036 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:44:11,036 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731591851036Disabling compacts and flushes for region at 1731591851036Disabling writes for close at 1731591851036Writing region close event to WAL at 1731591851036Closed at 1731591851036 2024-11-14T13:44:11,038 WARN [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/.initializing 2024-11-14T13:44:11,038 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/WALs/0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:11,041 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:11,048 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C37617%2C1731591849654, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/WALs/0ac5ae04350c,37617,1731591849654, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/oldWALs, maxLogs=10 2024-11-14T13:44:11,074 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/WALs/0ac5ae04350c,37617,1731591849654/0ac5ae04350c%2C37617%2C1731591849654.1731591851049, exclude list is [], retry=0 2024-11-14T13:44:11,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40931,DS-3177626c-ad0b-4a9d-8fe9-b7425262e231,DISK] 2024-11-14T13:44:11,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-06fa6370-4097-4460-a49b-c18a80728da8,DISK] 2024-11-14T13:44:11,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5,DISK] 2024-11-14T13:44:11,133 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/WALs/0ac5ae04350c,37617,1731591849654/0ac5ae04350c%2C37617%2C1731591849654.1731591851049 2024-11-14T13:44:11,141 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44055:44055),(127.0.0.1/127.0.0.1:46861:46861),(127.0.0.1/127.0.0.1:44337:44337)] 2024-11-14T13:44:11,141 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:44:11,141 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:11,141 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,141 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T13:44:11,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:11,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T13:44:11,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:11,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T13:44:11,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:11,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T13:44:11,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:11,201 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,203 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,203 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,213 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,213 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,216 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:44:11,220 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T13:44:11,233 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:11,237 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68095489, jitterRate=0.014701858162879944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:44:11,238 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731591851142Initializing all the Stores at 1731591851155 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591851155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591851158 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591851158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591851158Cleaning up temporary data from old regions at 1731591851213 (+55 ms)Region opened successfully at 1731591851238 (+25 ms) 2024-11-14T13:44:11,239 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T13:44:11,252 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682b2c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:11,255 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T13:44:11,256 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T13:44:11,256 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T13:44:11,256 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T13:44:11,257 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T13:44:11,257 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T13:44:11,257 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T13:44:11,267 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T13:44:11,269 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T13:44:11,274 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T13:44:11,275 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T13:44:11,281 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T13:44:11,293 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T13:44:11,294 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T13:44:11,303 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T13:44:11,311 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T13:44:11,316 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T13:44:11,326 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T13:44:11,345 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T13:44:11,353 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T13:44:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:11,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T13:44:11,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,373 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0ac5ae04350c,37617,1731591849654, sessionid=0x1003e88d0f00000, setting cluster-up flag (Was=false) 2024-11-14T13:44:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,442 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T13:44:11,472 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:11,527 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T13:44:11,557 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:11,563 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T13:44:11,573 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:11,573 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T13:44:11,574 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T13:44:11,574 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0ac5ae04350c,37617,1731591849654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T13:44:11,586 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:11,586 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:11,586 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:11,586 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=5, maxPoolSize=5 2024-11-14T13:44:11,586 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0ac5ae04350c:0, corePoolSize=10, maxPoolSize=10 2024-11-14T13:44:11,587 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,587 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:11,587 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,602 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731591881602 2024-11-14T13:44:11,603 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T13:44:11,604 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T13:44:11,604 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T13:44:11,604 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T13:44:11,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:11,604 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T13:44:11,604 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T13:44:11,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T13:44:11,605 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(746): ClusterId : 8af2d08e-4bf9-40f0-b971-7f265e7f0195 2024-11-14T13:44:11,605 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(746): ClusterId : 8af2d08e-4bf9-40f0-b971-7f265e7f0195 2024-11-14T13:44:11,605 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:44:11,605 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:44:11,607 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,608 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T13:44:11,608 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T13:44:11,608 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T13:44:11,611 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(746): ClusterId : 8af2d08e-4bf9-40f0-b971-7f265e7f0195 2024-11-14T13:44:11,611 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T13:44:11,612 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T13:44:11,612 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T13:44:11,613 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591851613,5,FailOnTimeoutGroup] 2024-11-14T13:44:11,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T13:44:11,617 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591851613,5,FailOnTimeoutGroup] 2024-11-14T13:44:11,617 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,617 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T13:44:11,617 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,617 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,622 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:44:11,623 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:44:11,623 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:44:11,623 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:44:11,624 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T13:44:11,624 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T13:44:11,641 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:44:11,641 DEBUG [RS:1;0ac5ae04350c:39299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c62e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:11,648 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:44:11,648 DEBUG [RS:0;0ac5ae04350c:44835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b41cc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:11,649 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T13:44:11,649 DEBUG [RS:2;0ac5ae04350c:37217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d04cf7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0ac5ae04350c/172.17.0.3:0 2024-11-14T13:44:11,661 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;0ac5ae04350c:39299 2024-11-14T13:44:11,661 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:44:11,661 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:44:11,661 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:44:11,665 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,37617,1731591849654 with port=39299, startcode=1731591850083 2024-11-14T13:44:11,666 DEBUG [RS:1;0ac5ae04350c:39299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:44:11,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:44:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:44:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741831_1007 (size=1321) 2024-11-14T13:44:11,699 DEBUG [RS:0;0ac5ae04350c:44835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0ac5ae04350c:44835 2024-11-14T13:44:11,699 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:44:11,699 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:44:11,699 DEBUG [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:44:11,701 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,37617,1731591849654 with port=44835, startcode=1731591849895 2024-11-14T13:44:11,701 DEBUG [RS:0;0ac5ae04350c:44835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:44:11,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T13:44:11,703 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:11,707 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:44:11,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:11,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:11,710 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:44:11,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:11,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:11,716 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:11,716 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45771 2024-11-14T13:44:11,716 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:44:11,736 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;0ac5ae04350c:37217 2024-11-14T13:44:11,737 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T13:44:11,737 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T13:44:11,737 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T13:44:11,743 DEBUG [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:11,743 DEBUG [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45771 2024-11-14T13:44:11,743 DEBUG [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:44:11,746 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(2659): reportForDuty to master=0ac5ae04350c,37617,1731591849654 with port=37217, startcode=1731591850313 2024-11-14T13:44:11,746 DEBUG [RS:2;0ac5ae04350c:37217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T13:44:11,748 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T13:44:11,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:11,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] master.ServerManager(517): Registering regionserver=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:11,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:44:11,755 DEBUG [RS:0;0ac5ae04350c:44835 {}] zookeeper.ZKUtil(111): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:11,755 WARN [RS:0;0ac5ae04350c:44835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:11,755 INFO [RS:0;0ac5ae04350c:44835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:11,755 DEBUG [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:11,756 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:11,756 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45771 2024-11-14T13:44:11,756 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T13:44:11,759 DEBUG [RS:1;0ac5ae04350c:39299 {}] zookeeper.ZKUtil(111): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:11,759 WARN [RS:1;0ac5ae04350c:39299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:11,759 INFO [RS:1;0ac5ae04350c:39299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:11,759 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:11,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,44835,1731591849895] 2024-11-14T13:44:11,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,39299,1731591850083] 2024-11-14T13:44:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:44:11,769 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0ac5ae04350c,37217,1731591850313] 2024-11-14T13:44:11,769 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:44:11,773 DEBUG [RS:2;0ac5ae04350c:37217 {}] zookeeper.ZKUtil(111): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:11,773 WARN [RS:2;0ac5ae04350c:37217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T13:44:11,773 INFO [RS:2;0ac5ae04350c:37217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:11,773 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:11,774 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:44:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:44:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:44:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741832_1008 (size=32) 2024-11-14T13:44:11,777 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:44:11,778 INFO [RS:0;0ac5ae04350c:44835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:44:11,778 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,780 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:44:11,781 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:44:11,782 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:11,782 DEBUG [RS:0;0ac5ae04350c:44835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:11,784 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,784 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,785 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,785 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,785 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,785 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44835,1731591849895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:11,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:11,792 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:44:11,794 INFO [RS:1;0ac5ae04350c:39299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:44:11,794 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:44:11,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:44:11,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:44:11,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:44:11,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:11,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:44:11,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:44:11,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:11,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:44:11,818 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:44:11,818 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,44835,1731591849895-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,819 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:44:11,819 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.Replication(171): 0ac5ae04350c,44835,1731591849895 started 2024-11-14T13:44:11,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:11,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:11,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:44:11,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740 2024-11-14T13:44:11,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740 2024-11-14T13:44:11,824 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:44:11,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:44:11,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:44:11,827 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:44:11,827 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,827 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,828 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,828 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,828 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,828 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,828 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:11,828 DEBUG [RS:1;0ac5ae04350c:39299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:11,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:44:11,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:44:11,833 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T13:44:11,839 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,839 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,839 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,840 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T13:44:11,840 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,840 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,840 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,39299,1731591850083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:11,842 INFO [RS:2;0ac5ae04350c:37217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T13:44:11,842 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,843 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T13:44:11,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:11,848 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T13:44:11,848 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0, corePoolSize=2, maxPoolSize=2 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,848 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,849 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,849 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0ac5ae04350c:0, corePoolSize=1, maxPoolSize=1 2024-11-14T13:44:11,849 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:11,849 DEBUG [RS:2;0ac5ae04350c:37217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0ac5ae04350c:0, corePoolSize=3, maxPoolSize=3 2024-11-14T13:44:11,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59954754, jitterRate=-0.10660454630851746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:44:11,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731591851785Initializing all the Stores at 1731591851786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591851786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591851801 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591851801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591851801Cleaning up temporary data from old regions at 1731591851827 (+26 ms)Region opened successfully at 1731591851850 (+23 ms) 2024-11-14T13:44:11,850 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T13:44:11,850 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,44835,1731591849895, RpcServer on 0ac5ae04350c/172.17.0.3:44835, sessionid=0x1003e88d0f00001 2024-11-14T13:44:11,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T13:44:11,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T13:44:11,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T13:44:11,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T13:44:11,850 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:44:11,850 DEBUG [RS:0;0ac5ae04350c:44835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:11,850 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,44835,1731591849895' 2024-11-14T13:44:11,850 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:44:11,851 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:44:11,852 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:44:11,852 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:44:11,852 DEBUG [RS:0;0ac5ae04350c:44835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:11,852 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,44835,1731591849895' 2024-11-14T13:44:11,852 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:44:11,853 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:44:11,854 DEBUG [RS:0;0ac5ae04350c:44835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:44:11,854 INFO [RS:0;0ac5ae04350c:44835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:44:11,854 INFO [RS:0;0ac5ae04350c:44835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:44:11,854 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T13:44:11,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731591851850Disabling compacts and flushes for region at 1731591851850Disabling writes for close at 1731591851850Writing region close event to WAL at 1731591851854 (+4 ms)Closed at 1731591851854 2024-11-14T13:44:11,857 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,857 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,857 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,857 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,857 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,857 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37217,1731591850313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:11,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:11,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T13:44:11,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T13:44:11,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:44:11,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T13:44:11,873 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:44:11,873 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,39299,1731591850083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,873 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,873 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.Replication(171): 0ac5ae04350c,39299,1731591850083 started 2024-11-14T13:44:11,883 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T13:44:11,883 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37217,1731591850313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,883 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,884 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.Replication(171): 0ac5ae04350c,37217,1731591850313 started 2024-11-14T13:44:11,895 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,896 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,39299,1731591850083, RpcServer on 0ac5ae04350c/172.17.0.3:39299, sessionid=0x1003e88d0f00002 2024-11-14T13:44:11,896 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:44:11,896 DEBUG [RS:1;0ac5ae04350c:39299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:11,896 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,39299,1731591850083' 2024-11-14T13:44:11,896 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:44:11,897 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:44:11,898 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:44:11,898 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:44:11,898 DEBUG [RS:1;0ac5ae04350c:39299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:11,898 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,39299,1731591850083' 2024-11-14T13:44:11,898 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:44:11,898 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:44:11,899 DEBUG [RS:1;0ac5ae04350c:39299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:44:11,899 INFO [RS:1;0ac5ae04350c:39299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:44:11,899 INFO [RS:1;0ac5ae04350c:39299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:44:11,906 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:11,906 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1482): Serving as 0ac5ae04350c,37217,1731591850313, RpcServer on 0ac5ae04350c/172.17.0.3:37217, sessionid=0x1003e88d0f00003 2024-11-14T13:44:11,906 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T13:44:11,907 DEBUG [RS:2;0ac5ae04350c:37217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:11,907 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,37217,1731591850313' 2024-11-14T13:44:11,907 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T13:44:11,913 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T13:44:11,920 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T13:44:11,920 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T13:44:11,921 DEBUG [RS:2;0ac5ae04350c:37217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:11,921 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0ac5ae04350c,37217,1731591850313' 2024-11-14T13:44:11,921 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T13:44:11,921 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T13:44:11,924 DEBUG [RS:2;0ac5ae04350c:37217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T13:44:11,925 INFO [RS:2;0ac5ae04350c:37217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T13:44:11,925 INFO [RS:2;0ac5ae04350c:37217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T13:44:11,955 INFO [RS:0;0ac5ae04350c:44835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:11,957 INFO [RS:0;0ac5ae04350c:44835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C44835%2C1731591849895, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs, maxLogs=32 2024-11-14T13:44:11,977 DEBUG [RS:0;0ac5ae04350c:44835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895/0ac5ae04350c%2C44835%2C1731591849895.1731591851958, exclude list is [], retry=0 2024-11-14T13:44:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40931,DS-3177626c-ad0b-4a9d-8fe9-b7425262e231,DISK] 2024-11-14T13:44:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5,DISK] 2024-11-14T13:44:11,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-06fa6370-4097-4460-a49b-c18a80728da8,DISK] 2024-11-14T13:44:11,997 INFO [RS:0;0ac5ae04350c:44835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895/0ac5ae04350c%2C44835%2C1731591849895.1731591851958 2024-11-14T13:44:11,998 DEBUG [RS:0;0ac5ae04350c:44835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44055:44055),(127.0.0.1/127.0.0.1:46861:46861),(127.0.0.1/127.0.0.1:44337:44337)] 2024-11-14T13:44:12,000 INFO [RS:1;0ac5ae04350c:39299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:12,003 INFO [RS:1;0ac5ae04350c:39299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C39299%2C1731591850083, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,39299,1731591850083, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs, maxLogs=32 2024-11-14T13:44:12,018 DEBUG [0ac5ae04350c:37617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T13:44:12,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:44:12,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T13:44:12,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:12,020 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,44835,1731591849895, state=OPENING 2024-11-14T13:44:12,023 DEBUG [RS:1;0ac5ae04350c:39299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,39299,1731591850083/0ac5ae04350c%2C39299%2C1731591850083.1731591852004, exclude list is [], retry=0 2024-11-14T13:44:12,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T13:44:12,025 WARN [IPC Server handler 1 on default port 45771 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T13:44:12,025 WARN [IPC Server handler 1 on default port 45771 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T13:44:12,025 INFO [RS:2;0ac5ae04350c:37217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T13:44:12,025 WARN [IPC Server handler 1 on default port 45771 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T13:44:12,027 INFO [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C37217%2C1731591850313, suffix=, logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs, maxLogs=32 2024-11-14T13:44:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:44:12,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5,DISK] 2024-11-14T13:44:12,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-06fa6370-4097-4460-a49b-c18a80728da8,DISK] 2024-11-14T13:44:12,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:12,041 INFO [RS:1;0ac5ae04350c:39299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,39299,1731591850083/0ac5ae04350c%2C39299%2C1731591850083.1731591852004 2024-11-14T13:44:12,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:12,045 DEBUG [RS:1;0ac5ae04350c:39299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:46861:46861)] 2024-11-14T13:44:12,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:12,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:12,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:44:12,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,44835,1731591849895}] 2024-11-14T13:44:12,052 DEBUG [RS:2;0ac5ae04350c:37217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313/0ac5ae04350c%2C37217%2C1731591850313.1731591852028, exclude list is [], retry=0 2024-11-14T13:44:12,055 WARN [IPC Server handler 1 on default port 45771 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-14T13:44:12,055 WARN [IPC Server handler 1 on default port 45771 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-14T13:44:12,055 WARN [IPC Server handler 1 on default port 45771 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-14T13:44:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-06fa6370-4097-4460-a49b-c18a80728da8,DISK] 2024-11-14T13:44:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5,DISK] 2024-11-14T13:44:12,065 INFO [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313/0ac5ae04350c%2C37217%2C1731591850313.1731591852028 2024-11-14T13:44:12,069 DEBUG [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:46861:46861)] 2024-11-14T13:44:17,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T13:44:17,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:17,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:22,061 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:44:22,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:44:22,089 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T13:44:22,089 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:44:22,089 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T13:44:22,095 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C44835%2C1731591849895.meta, suffix=.meta, logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs, maxLogs=32 2024-11-14T13:44:22,122 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, exclude list is [], retry=0 2024-11-14T13:44:22,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40931,DS-3177626c-ad0b-4a9d-8fe9-b7425262e231,DISK] 2024-11-14T13:44:22,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-06fa6370-4097-4460-a49b-c18a80728da8,DISK] 2024-11-14T13:44:22,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5,DISK] 2024-11-14T13:44:22,166 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta 2024-11-14T13:44:22,167 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46861:46861),(127.0.0.1/127.0.0.1:44055:44055),(127.0.0.1/127.0.0.1:44337:44337)] 2024-11-14T13:44:22,167 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:44:22,168 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T13:44:22,168 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T13:44:22,168 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T13:44:22,168 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T13:44:22,169 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:22,169 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T13:44:22,169 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T13:44:22,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:44:22,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:44:22,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:22,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:44:22,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:44:22,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:22,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:22,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:44:22,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:44:22,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:22,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:22,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:44:22,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:44:22,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:22,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:44:22,216 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:44:22,217 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740 2024-11-14T13:44:22,223 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740 2024-11-14T13:44:22,227 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:44:22,227 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:44:22,228 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:44:22,231 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:44:22,233 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62986390, jitterRate=-0.06142964959144592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:44:22,233 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T13:44:22,234 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731591862169Writing region info on filesystem at 1731591862169Initializing all the Stores at 1731591862175 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591862176 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591862190 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591862190Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591862190Cleaning up temporary data from old regions at 1731591862227 (+37 ms)Running coprocessor post-open hooks at 1731591862233 (+6 ms)Region opened successfully at 1731591862234 (+1 ms) 2024-11-14T13:44:22,236 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731591862061 2024-11-14T13:44:22,248 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T13:44:22,249 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T13:44:22,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:22,252 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,44835,1731591849895, state=OPEN 2024-11-14T13:44:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:22,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:22,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:22,255 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:22,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:22,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:22,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:44:22,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:44:22,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T13:44:22,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,44835,1731591849895 in 10.2060 sec 2024-11-14T13:44:22,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T13:44:22,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3970 sec 2024-11-14T13:44:22,262 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T13:44:22,262 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T13:44:22,266 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:44:22,267 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1] 2024-11-14T13:44:22,268 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:22,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55127, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:22,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7450 sec 2024-11-14T13:44:22,318 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731591862317, completionTime=-1 2024-11-14T13:44:22,318 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T13:44:22,318 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T13:44:22,332 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T13:44:22,332 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731591922332 2024-11-14T13:44:22,332 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731591982332 2024-11-14T13:44:22,332 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-14T13:44:22,333 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37617,1731591849654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,333 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37617,1731591849654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,333 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37617,1731591849654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,333 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0ac5ae04350c:37617, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,333 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,335 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T13:44:22,337 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,349 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.772sec 2024-11-14T13:44:22,354 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T13:44:22,354 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T13:44:22,354 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T13:44:22,355 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T13:44:22,355 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T13:44:22,355 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37617,1731591849654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T13:44:22,355 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37617,1731591849654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T13:44:22,365 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T13:44:22,365 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T13:44:22,365 INFO [master/0ac5ae04350c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0ac5ae04350c,37617,1731591849654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T13:44:22,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751cf1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:22,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0ac5ae04350c,37617,-1 for getting cluster id 2024-11-14T13:44:22,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T13:44:22,378 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af2d08e-4bf9-40f0-b971-7f265e7f0195' 2024-11-14T13:44:22,379 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T13:44:22,379 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af2d08e-4bf9-40f0-b971-7f265e7f0195" 2024-11-14T13:44:22,380 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71500f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:22,380 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0ac5ae04350c,37617,-1] 2024-11-14T13:44:22,381 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T13:44:22,383 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:22,386 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T13:44:22,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613f516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:22,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:44:22,417 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1] 2024-11-14T13:44:22,417 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:22,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:22,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:22,454 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731591862454 (current time:1731591862454). 2024-11-14T13:44:22,454 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T13:44:22,454 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T13:44:22,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebd143b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:22,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0ac5ae04350c,37617,-1 for getting cluster id 2024-11-14T13:44:22,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T13:44:22,457 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8af2d08e-4bf9-40f0-b971-7f265e7f0195' 2024-11-14T13:44:22,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T13:44:22,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8af2d08e-4bf9-40f0-b971-7f265e7f0195" 2024-11-14T13:44:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b96c960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0ac5ae04350c,37617,-1] 2024-11-14T13:44:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T13:44:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:22,459 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T13:44:22,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad54210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T13:44:22,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:44:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1] 2024-11-14T13:44:22,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:22,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:22,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:44:22,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:44:22,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:22,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:44:22,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T13:44:22,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T13:44:22,505 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0ac5ae04350c,37617,1731591849654 2024-11-14T13:44:22,505 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70558b35 2024-11-14T13:44:22,505 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T13:44:22,508 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T13:44:22,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T13:44:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T13:44:22,530 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T13:44:22,530 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:22,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T13:44:22,533 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T13:44:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741837_1013 (size=361) 2024-11-14T13:44:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741837_1013 (size=361) 2024-11-14T13:44:22,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741837_1013 (size=361) 2024-11-14T13:44:22,666 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 217d026e4b9681a8c8b3226fc1b82d16, NAME => 'SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:22,676 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d47c0434608cc6181becc7c3ebe37e75, NAME => 'SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:22,677 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a2cef02a4c6c02900ecd247e68c272d1, NAME => 'SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:22,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741838_1014 (size=54) 2024-11-14T13:44:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741838_1014 (size=54) 2024-11-14T13:44:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741840_1016 (size=62) 2024-11-14T13:44:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741838_1014 (size=54) 2024-11-14T13:44:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741840_1016 (size=62) 2024-11-14T13:44:22,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741840_1016 (size=62) 2024-11-14T13:44:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741839_1015 (size=62) 2024-11-14T13:44:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741839_1015 (size=62) 2024-11-14T13:44:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741839_1015 (size=62) 2024-11-14T13:44:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d47c0434608cc6181becc7c3ebe37e75, disabling compactions & flushes 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 217d026e4b9681a8c8b3226fc1b82d16, disabling compactions & flushes 2024-11-14T13:44:23,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:23,209 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. after waiting 0 ms 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. after waiting 0 ms 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:23,209 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:23,209 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:23,209 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d47c0434608cc6181becc7c3ebe37e75: Waiting for close lock at 1731591863209Disabling compacts and flushes for region at 1731591863209Disabling writes for close at 1731591863209Writing region close event to WAL at 1731591863209Closed at 1731591863209 2024-11-14T13:44:23,210 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 217d026e4b9681a8c8b3226fc1b82d16: Waiting for close lock at 1731591863209Disabling compacts and flushes for region at 1731591863209Disabling writes for close at 1731591863209Writing region close event to WAL at 1731591863209Closed at 1731591863209 2024-11-14T13:44:23,210 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0817776a59a3304f7443d5817a8c5144, NAME => 'SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,211 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aade5830d0e39c3867e63d6e1be50319, NAME => 'SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a2cef02a4c6c02900ecd247e68c272d1, disabling compactions & flushes 2024-11-14T13:44:23,223 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:23,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:23,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. after waiting 0 ms 2024-11-14T13:44:23,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:23,223 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:23,223 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a2cef02a4c6c02900ecd247e68c272d1: Waiting for close lock at 1731591863223Disabling compacts and flushes for region at 1731591863223Disabling writes for close at 1731591863223Writing region close event to WAL at 1731591863223Closed at 1731591863223 2024-11-14T13:44:23,224 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ed138371307b3853200457b71190ef1d, NAME => 'SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741841_1017 (size=62) 2024-11-14T13:44:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741842_1018 (size=62) 2024-11-14T13:44:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741841_1017 (size=62) 2024-11-14T13:44:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741842_1018 (size=62) 2024-11-14T13:44:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741841_1017 (size=62) 2024-11-14T13:44:23,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0817776a59a3304f7443d5817a8c5144, disabling compactions & flushes 2024-11-14T13:44:23,270 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:23,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:23,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. after waiting 0 ms 2024-11-14T13:44:23,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:23,270 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:23,270 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0817776a59a3304f7443d5817a8c5144: Waiting for close lock at 1731591863270Disabling compacts and flushes for region at 1731591863270Disabling writes for close at 1731591863270Writing region close event to WAL at 1731591863270Closed at 1731591863270 2024-11-14T13:44:23,271 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ddc085a2552d6e4248a2c9ef68235877, NAME => 'SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741842_1018 (size=62) 2024-11-14T13:44:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741843_1019 (size=62) 2024-11-14T13:44:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741843_1019 (size=62) 2024-11-14T13:44:23,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741843_1019 (size=62) 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ed138371307b3853200457b71190ef1d, disabling compactions & flushes 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,307 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing aade5830d0e39c3867e63d6e1be50319, disabling compactions & flushes 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. after waiting 0 ms 2024-11-14T13:44:23,307 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:23,307 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. after waiting 0 ms 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:23,307 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ed138371307b3853200457b71190ef1d: Waiting for close lock at 1731591863307Disabling compacts and flushes for region at 1731591863307Disabling writes for close at 1731591863307Writing region close event to WAL at 1731591863307Closed at 1731591863307 2024-11-14T13:44:23,308 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:23,308 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for aade5830d0e39c3867e63d6e1be50319: Waiting for close lock at 1731591863307Disabling compacts and flushes for region at 1731591863307Disabling writes for close at 1731591863307Writing region close event to WAL at 1731591863308 (+1 ms)Closed at 1731591863308 2024-11-14T13:44:23,308 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e87879e2e8787756b92648e32466c070, NAME => 'SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,309 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb6bd5a0c9453c47de706373826fc5d8, NAME => 'SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741844_1020 (size=62) 2024-11-14T13:44:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741844_1020 (size=62) 2024-11-14T13:44:23,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741844_1020 (size=62) 2024-11-14T13:44:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741845_1021 (size=62) 2024-11-14T13:44:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741845_1021 (size=62) 2024-11-14T13:44:23,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ddc085a2552d6e4248a2c9ef68235877, disabling compactions & flushes 2024-11-14T13:44:23,354 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:23,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:23,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. after waiting 0 ms 2024-11-14T13:44:23,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:23,354 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:23,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ddc085a2552d6e4248a2c9ef68235877: Waiting for close lock at 1731591863354Disabling compacts and flushes for region at 1731591863354Disabling writes for close at 1731591863354Writing region close event to WAL at 1731591863354Closed at 1731591863354 2024-11-14T13:44:23,355 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f3d957524b71a75090a2cd1044c9a0d6, NAME => 'SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553 2024-11-14T13:44:23,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fb6bd5a0c9453c47de706373826fc5d8, disabling compactions & flushes 2024-11-14T13:44:23,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:23,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:23,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. after waiting 0 ms 2024-11-14T13:44:23,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:23,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:23,356 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb6bd5a0c9453c47de706373826fc5d8: Waiting for close lock at 1731591863356Disabling compacts and flushes for region at 1731591863356Disabling writes for close at 1731591863356Writing region close event to WAL at 1731591863356Closed at 1731591863356 2024-11-14T13:44:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741845_1021 (size=62) 2024-11-14T13:44:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741846_1022 (size=62) 2024-11-14T13:44:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741846_1022 (size=62) 2024-11-14T13:44:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741846_1022 (size=62) 2024-11-14T13:44:23,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e87879e2e8787756b92648e32466c070, disabling compactions & flushes 2024-11-14T13:44:23,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:23,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:23,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. after waiting 0 ms 2024-11-14T13:44:23,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:23,402 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:23,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e87879e2e8787756b92648e32466c070: Waiting for close lock at 1731591863402Disabling compacts and flushes for region at 1731591863402Disabling writes for close at 1731591863402Writing region close event to WAL at 1731591863402Closed at 1731591863402 2024-11-14T13:44:23,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741847_1023 (size=54) 2024-11-14T13:44:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741847_1023 (size=54) 2024-11-14T13:44:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741847_1023 (size=54) 2024-11-14T13:44:23,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:23,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f3d957524b71a75090a2cd1044c9a0d6, disabling compactions & flushes 2024-11-14T13:44:23,419 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:23,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:23,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. after waiting 0 ms 2024-11-14T13:44:23,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:23,419 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:23,419 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f3d957524b71a75090a2cd1044c9a0d6: Waiting for close lock at 1731591863419Disabling compacts and flushes for region at 1731591863419Disabling writes for close at 1731591863419Writing region close event to WAL at 1731591863419Closed at 1731591863419 2024-11-14T13:44:23,421 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T13:44:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731591863421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731591863421"}]},"ts":"1731591863421"} 2024-11-14T13:44:23,431 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T13:44:23,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T13:44:23,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731591863433"}]},"ts":"1731591863433"} 2024-11-14T13:44:23,435 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T13:44:23,436 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T13:44:23,443 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:44:23,443 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:44:23,443 INFO [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T13:44:23,443 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:44:23,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=217d026e4b9681a8c8b3226fc1b82d16, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2cef02a4c6c02900ecd247e68c272d1, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d47c0434608cc6181becc7c3ebe37e75, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0817776a59a3304f7443d5817a8c5144, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aade5830d0e39c3867e63d6e1be50319, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed138371307b3853200457b71190ef1d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddc085a2552d6e4248a2c9ef68235877, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e87879e2e8787756b92648e32466c070, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb6bd5a0c9453c47de706373826fc5d8, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3d957524b71a75090a2cd1044c9a0d6, ASSIGN}] 2024-11-14T13:44:23,447 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2cef02a4c6c02900ecd247e68c272d1, ASSIGN 2024-11-14T13:44:23,448 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2cef02a4c6c02900ecd247e68c272d1, ASSIGN; state=OFFLINE, location=0ac5ae04350c,44835,1731591849895; forceNewPlan=false, retain=false 2024-11-14T13:44:23,450 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3d957524b71a75090a2cd1044c9a0d6, ASSIGN 2024-11-14T13:44:23,451 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb6bd5a0c9453c47de706373826fc5d8, ASSIGN 2024-11-14T13:44:23,452 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3d957524b71a75090a2cd1044c9a0d6, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37217,1731591850313; forceNewPlan=false, retain=false 2024-11-14T13:44:23,452 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb6bd5a0c9453c47de706373826fc5d8, ASSIGN; state=OFFLINE, location=0ac5ae04350c,39299,1731591850083; forceNewPlan=false, retain=false 2024-11-14T13:44:23,453 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aade5830d0e39c3867e63d6e1be50319, ASSIGN 2024-11-14T13:44:23,457 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aade5830d0e39c3867e63d6e1be50319, ASSIGN; state=OFFLINE, location=0ac5ae04350c,44835,1731591849895; forceNewPlan=false, retain=false 2024-11-14T13:44:23,457 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0817776a59a3304f7443d5817a8c5144, ASSIGN 2024-11-14T13:44:23,458 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0817776a59a3304f7443d5817a8c5144, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37217,1731591850313; forceNewPlan=false, retain=false 2024-11-14T13:44:23,458 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d47c0434608cc6181becc7c3ebe37e75, ASSIGN 2024-11-14T13:44:23,459 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=217d026e4b9681a8c8b3226fc1b82d16, ASSIGN 2024-11-14T13:44:23,459 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d47c0434608cc6181becc7c3ebe37e75, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37217,1731591850313; forceNewPlan=false, retain=false 2024-11-14T13:44:23,460 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=217d026e4b9681a8c8b3226fc1b82d16, ASSIGN; state=OFFLINE, location=0ac5ae04350c,39299,1731591850083; forceNewPlan=false, retain=false 2024-11-14T13:44:23,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed138371307b3853200457b71190ef1d, ASSIGN 2024-11-14T13:44:23,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddc085a2552d6e4248a2c9ef68235877, ASSIGN 2024-11-14T13:44:23,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e87879e2e8787756b92648e32466c070, ASSIGN 2024-11-14T13:44:23,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed138371307b3853200457b71190ef1d, ASSIGN; state=OFFLINE, location=0ac5ae04350c,39299,1731591850083; forceNewPlan=false, retain=false 2024-11-14T13:44:23,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddc085a2552d6e4248a2c9ef68235877, ASSIGN; state=OFFLINE, location=0ac5ae04350c,37217,1731591850313; forceNewPlan=false, retain=false 2024-11-14T13:44:23,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e87879e2e8787756b92648e32466c070, ASSIGN; state=OFFLINE, location=0ac5ae04350c,44835,1731591849895; forceNewPlan=false, retain=false 2024-11-14T13:44:23,600 INFO [0ac5ae04350c:37617 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T13:44:23,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aade5830d0e39c3867e63d6e1be50319, regionState=OPENING, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:23,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2cef02a4c6c02900ecd247e68c272d1, regionState=OPENING, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:23,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ed138371307b3853200457b71190ef1d, regionState=OPENING, regionLocation=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:23,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb6bd5a0c9453c47de706373826fc5d8, regionState=OPENING, regionLocation=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:23,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=217d026e4b9681a8c8b3226fc1b82d16, regionState=OPENING, regionLocation=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:23,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f3d957524b71a75090a2cd1044c9a0d6, regionState=OPENING, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:23,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ddc085a2552d6e4248a2c9ef68235877, regionState=OPENING, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:23,603 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d47c0434608cc6181becc7c3ebe37e75, regionState=OPENING, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:23,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0817776a59a3304f7443d5817a8c5144, regionState=OPENING, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:23,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e87879e2e8787756b92648e32466c070, regionState=OPENING, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:23,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aade5830d0e39c3867e63d6e1be50319, ASSIGN because future has completed 2024-11-14T13:44:23,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aade5830d0e39c3867e63d6e1be50319, server=0ac5ae04350c,44835,1731591849895}] 2024-11-14T13:44:23,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a2cef02a4c6c02900ecd247e68c272d1, ASSIGN because future has completed 2024-11-14T13:44:23,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2cef02a4c6c02900ecd247e68c272d1, server=0ac5ae04350c,44835,1731591849895}] 2024-11-14T13:44:23,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=217d026e4b9681a8c8b3226fc1b82d16, ASSIGN because future has completed 2024-11-14T13:44:23,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f3d957524b71a75090a2cd1044c9a0d6, ASSIGN because future has completed 2024-11-14T13:44:23,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16, server=0ac5ae04350c,39299,1731591850083}] 2024-11-14T13:44:23,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d957524b71a75090a2cd1044c9a0d6, server=0ac5ae04350c,37217,1731591850313}] 2024-11-14T13:44:23,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddc085a2552d6e4248a2c9ef68235877, ASSIGN because future has completed 2024-11-14T13:44:23,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d47c0434608cc6181becc7c3ebe37e75, ASSIGN because future has completed 2024-11-14T13:44:23,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47c0434608cc6181becc7c3ebe37e75, server=0ac5ae04350c,37217,1731591850313}] 2024-11-14T13:44:23,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ed138371307b3853200457b71190ef1d, ASSIGN because future has completed 2024-11-14T13:44:23,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fb6bd5a0c9453c47de706373826fc5d8, ASSIGN because future has completed 2024-11-14T13:44:23,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc085a2552d6e4248a2c9ef68235877, server=0ac5ae04350c,37217,1731591850313}] 2024-11-14T13:44:23,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed138371307b3853200457b71190ef1d, server=0ac5ae04350c,39299,1731591850083}] 2024-11-14T13:44:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:23,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0817776a59a3304f7443d5817a8c5144, ASSIGN because future has completed 2024-11-14T13:44:23,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb6bd5a0c9453c47de706373826fc5d8, server=0ac5ae04350c,39299,1731591850083}] 2024-11-14T13:44:23,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e87879e2e8787756b92648e32466c070, ASSIGN because future has completed 2024-11-14T13:44:23,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0817776a59a3304f7443d5817a8c5144, server=0ac5ae04350c,37217,1731591850313}] 2024-11-14T13:44:23,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e87879e2e8787756b92648e32466c070, server=0ac5ae04350c,44835,1731591849895}] 2024-11-14T13:44:23,773 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T13:44:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:27,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T13:44:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:27,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:32,018 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T13:44:32,018 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T13:44:32,019 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:44:32,020 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T13:44:33,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:44:33,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49103, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:44:33,661 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T13:44:33,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T13:44:33,667 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:33,667 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a2cef02a4c6c02900ecd247e68c272d1, NAME => 'SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T13:44:33,668 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,668 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,668 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,668 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,681 INFO [StoreOpener-a2cef02a4c6c02900ecd247e68c272d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,683 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:33,683 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => fb6bd5a0c9453c47de706373826fc5d8, NAME => 'SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T13:44:33,683 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,684 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,684 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,684 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,685 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:33,685 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ddc085a2552d6e4248a2c9ef68235877, NAME => 'SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T13:44:33,685 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,685 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,685 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,686 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,689 INFO [StoreOpener-a2cef02a4c6c02900ecd247e68c272d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cef02a4c6c02900ecd247e68c272d1 columnFamilyName cf 2024-11-14T13:44:33,689 DEBUG [StoreOpener-a2cef02a4c6c02900ecd247e68c272d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,690 INFO [StoreOpener-ddc085a2552d6e4248a2c9ef68235877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,691 INFO [StoreOpener-a2cef02a4c6c02900ecd247e68c272d1-1 {}] regionserver.HStore(327): Store=a2cef02a4c6c02900ecd247e68c272d1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,693 INFO [StoreOpener-ddc085a2552d6e4248a2c9ef68235877-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddc085a2552d6e4248a2c9ef68235877 columnFamilyName cf 2024-11-14T13:44:33,693 DEBUG [StoreOpener-ddc085a2552d6e4248a2c9ef68235877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,694 INFO [StoreOpener-ddc085a2552d6e4248a2c9ef68235877-1 {}] regionserver.HStore(327): Store=ddc085a2552d6e4248a2c9ef68235877/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,694 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,695 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,696 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,696 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,696 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,697 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,697 INFO [StoreOpener-fb6bd5a0c9453c47de706373826fc5d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,698 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,699 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,700 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,701 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,701 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,705 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,709 INFO [StoreOpener-fb6bd5a0c9453c47de706373826fc5d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6bd5a0c9453c47de706373826fc5d8 columnFamilyName cf 2024-11-14T13:44:33,709 DEBUG [StoreOpener-fb6bd5a0c9453c47de706373826fc5d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,710 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,711 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ddc085a2552d6e4248a2c9ef68235877; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73390007, jitterRate=0.09359632432460785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,711 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:33,711 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/a2cef02a4c6c02900ecd247e68c272d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,711 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ddc085a2552d6e4248a2c9ef68235877: Running coprocessor pre-open hook at 1731591873686Writing region info on filesystem at 1731591873686Initializing all the Stores at 1731591873689 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873689Cleaning up temporary data from old regions at 1731591873696 (+7 ms)Running coprocessor post-open hooks at 1731591873711 (+15 ms)Region opened successfully at 1731591873711 2024-11-14T13:44:33,712 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a2cef02a4c6c02900ecd247e68c272d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61528155, jitterRate=-0.08315904438495636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,712 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:33,712 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a2cef02a4c6c02900ecd247e68c272d1: Running coprocessor pre-open hook at 1731591873668Writing region info on filesystem at 1731591873668Initializing all the Stores at 1731591873673 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873673Cleaning up temporary data from old regions at 1731591873701 (+28 ms)Running coprocessor post-open hooks at 1731591873712 (+11 ms)Region opened successfully at 1731591873712 2024-11-14T13:44:33,712 INFO [StoreOpener-fb6bd5a0c9453c47de706373826fc5d8-1 {}] regionserver.HStore(327): Store=fb6bd5a0c9453c47de706373826fc5d8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,713 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,713 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,714 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1., pid=16, masterSystemTime=1731591873638 2024-11-14T13:44:33,714 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,714 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,714 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,716 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:33,716 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:33,716 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:33,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e87879e2e8787756b92648e32466c070, NAME => 'SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T13:44:33,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,717 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2cef02a4c6c02900ecd247e68c272d1, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:33,717 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., pid=20, masterSystemTime=1731591873656 2024-11-14T13:44:33,725 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2cef02a4c6c02900ecd247e68c272d1, server=0ac5ae04350c,44835,1731591849895 because future has completed 2024-11-14T13:44:33,727 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened fb6bd5a0c9453c47de706373826fc5d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71939981, jitterRate=0.07198925316333771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,727 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:33,727 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for fb6bd5a0c9453c47de706373826fc5d8: Running coprocessor pre-open hook at 1731591873684Writing region info on filesystem at 1731591873684Initializing all the Stores at 1731591873693 (+9 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873693Cleaning up temporary data from old regions at 1731591873714 (+21 ms)Running coprocessor post-open hooks at 1731591873727 (+13 ms)Region opened successfully at 1731591873727 2024-11-14T13:44:33,729 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:33,729 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:33,730 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:33,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d47c0434608cc6181becc7c3ebe37e75, NAME => 'SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T13:44:33,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,730 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,733 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., pid=22, masterSystemTime=1731591873660 2024-11-14T13:44:33,733 INFO [StoreOpener-e87879e2e8787756b92648e32466c070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,734 INFO [StoreOpener-d47c0434608cc6181becc7c3ebe37e75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,737 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ddc085a2552d6e4248a2c9ef68235877, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:33,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddc085a2552d6e4248a2c9ef68235877, server=0ac5ae04350c,37217,1731591850313 because future has completed 2024-11-14T13:44:33,741 INFO [StoreOpener-e87879e2e8787756b92648e32466c070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e87879e2e8787756b92648e32466c070 columnFamilyName cf 2024-11-14T13:44:33,742 DEBUG [StoreOpener-e87879e2e8787756b92648e32466c070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,743 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:33,743 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:33,743 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:33,743 INFO [StoreOpener-e87879e2e8787756b92648e32466c070-1 {}] regionserver.HStore(327): Store=e87879e2e8787756b92648e32466c070/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,744 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 217d026e4b9681a8c8b3226fc1b82d16, NAME => 'SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T13:44:33,744 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,744 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,744 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,744 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,744 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,745 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fb6bd5a0c9453c47de706373826fc5d8, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:33,745 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb6bd5a0c9453c47de706373826fc5d8, server=0ac5ae04350c,39299,1731591850083 because future has completed 2024-11-14T13:44:33,749 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-11-14T13:44:33,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a2cef02a4c6c02900ecd247e68c272d1, server=0ac5ae04350c,44835,1731591849895 in 10.1070 sec 2024-11-14T13:44:33,750 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,750 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,752 INFO [StoreOpener-217d026e4b9681a8c8b3226fc1b82d16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,752 INFO [StoreOpener-d47c0434608cc6181becc7c3ebe37e75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d47c0434608cc6181becc7c3ebe37e75 columnFamilyName cf 2024-11-14T13:44:33,752 DEBUG [StoreOpener-d47c0434608cc6181becc7c3ebe37e75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,754 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-14T13:44:33,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ddc085a2552d6e4248a2c9ef68235877, server=0ac5ae04350c,37217,1731591850313 in 10.0760 sec 2024-11-14T13:44:33,754 INFO [StoreOpener-217d026e4b9681a8c8b3226fc1b82d16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217d026e4b9681a8c8b3226fc1b82d16 columnFamilyName cf 2024-11-14T13:44:33,754 INFO [StoreOpener-d47c0434608cc6181becc7c3ebe37e75-1 {}] regionserver.HStore(327): Store=d47c0434608cc6181becc7c3ebe37e75/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,755 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,755 DEBUG [StoreOpener-217d026e4b9681a8c8b3226fc1b82d16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,755 INFO [StoreOpener-217d026e4b9681a8c8b3226fc1b82d16-1 {}] regionserver.HStore(327): Store=217d026e4b9681a8c8b3226fc1b82d16/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,756 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,757 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,757 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,757 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,758 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,758 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,759 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,759 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,759 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,761 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddc085a2552d6e4248a2c9ef68235877, ASSIGN in 10.3100 sec 2024-11-14T13:44:33,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a2cef02a4c6c02900ecd247e68c272d1, ASSIGN in 10.3060 sec 2024-11-14T13:44:33,768 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/217d026e4b9681a8c8b3226fc1b82d16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-14T13:44:33,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fb6bd5a0c9453c47de706373826fc5d8, server=0ac5ae04350c,39299,1731591850083 in 10.0650 sec 2024-11-14T13:44:33,769 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fb6bd5a0c9453c47de706373826fc5d8, ASSIGN in 10.3250 sec 2024-11-14T13:44:33,773 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e87879e2e8787756b92648e32466c070; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72041773, jitterRate=0.07350607216358185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,773 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e87879e2e8787756b92648e32466c070 2024-11-14T13:44:33,773 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e87879e2e8787756b92648e32466c070: Running coprocessor pre-open hook at 1731591873717Writing region info on filesystem at 1731591873717Initializing all the Stores at 1731591873720 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873720Cleaning up temporary data from old regions at 1731591873750 (+30 ms)Running coprocessor post-open hooks at 1731591873773 (+23 ms)Region opened successfully at 1731591873773 2024-11-14T13:44:33,775 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,775 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 217d026e4b9681a8c8b3226fc1b82d16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75378264, jitterRate=0.12322366237640381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,775 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:33,776 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 217d026e4b9681a8c8b3226fc1b82d16: Running coprocessor pre-open hook at 1731591873744Writing region info on filesystem at 1731591873744Initializing all the Stores at 1731591873750 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873750Cleaning up temporary data from old regions at 1731591873758 (+8 ms)Running coprocessor post-open hooks at 1731591873775 (+17 ms)Region opened successfully at 1731591873775 2024-11-14T13:44:33,781 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., pid=24, masterSystemTime=1731591873638 2024-11-14T13:44:33,786 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:33,786 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16., pid=17, masterSystemTime=1731591873660 2024-11-14T13:44:33,786 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:33,786 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:33,787 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => aade5830d0e39c3867e63d6e1be50319, NAME => 'SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T13:44:33,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e87879e2e8787756b92648e32466c070, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:33,787 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,787 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,787 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,787 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,789 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:33,789 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:33,789 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:33,789 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => ed138371307b3853200457b71190ef1d, NAME => 'SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T13:44:33,790 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,790 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,790 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,790 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=217d026e4b9681a8c8b3226fc1b82d16, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:33,794 INFO [StoreOpener-aade5830d0e39c3867e63d6e1be50319-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e87879e2e8787756b92648e32466c070, server=0ac5ae04350c,44835,1731591849895 because future has completed 2024-11-14T13:44:33,799 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/d47c0434608cc6181becc7c3ebe37e75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,800 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d47c0434608cc6181becc7c3ebe37e75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65878127, jitterRate=-0.018339410424232483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,800 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:33,800 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d47c0434608cc6181becc7c3ebe37e75: Running coprocessor pre-open hook at 1731591873730Writing region info on filesystem at 1731591873730Initializing all the Stores at 1731591873733 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873733Cleaning up temporary data from old regions at 1731591873759 (+26 ms)Running coprocessor post-open hooks at 1731591873800 (+41 ms)Region opened successfully at 1731591873800 2024-11-14T13:44:33,802 INFO [StoreOpener-aade5830d0e39c3867e63d6e1be50319-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aade5830d0e39c3867e63d6e1be50319 columnFamilyName cf 2024-11-14T13:44:33,802 DEBUG [StoreOpener-aade5830d0e39c3867e63d6e1be50319-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,803 INFO [StoreOpener-aade5830d0e39c3867e63d6e1be50319-1 {}] regionserver.HStore(327): Store=aade5830d0e39c3867e63d6e1be50319/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,803 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,803 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75., pid=19, masterSystemTime=1731591873656 2024-11-14T13:44:33,803 INFO [StoreOpener-ed138371307b3853200457b71190ef1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16, server=0ac5ae04350c,39299,1731591850083 because future has completed 2024-11-14T13:44:33,804 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,805 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,806 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,806 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,807 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:33,807 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:33,807 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:33,807 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f3d957524b71a75090a2cd1044c9a0d6, NAME => 'SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T13:44:33,807 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,807 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,808 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,808 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,808 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,809 INFO [StoreOpener-ed138371307b3853200457b71190ef1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed138371307b3853200457b71190ef1d columnFamilyName cf 2024-11-14T13:44:33,809 DEBUG [StoreOpener-ed138371307b3853200457b71190ef1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,810 INFO [StoreOpener-ed138371307b3853200457b71190ef1d-1 {}] regionserver.HStore(327): Store=ed138371307b3853200457b71190ef1d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,810 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,810 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d47c0434608cc6181becc7c3ebe37e75, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:33,811 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,812 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=12 2024-11-14T13:44:33,812 INFO [StoreOpener-f3d957524b71a75090a2cd1044c9a0d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,813 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,813 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e87879e2e8787756b92648e32466c070, server=0ac5ae04350c,44835,1731591849895 in 10.1030 sec 2024-11-14T13:44:33,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-14T13:44:33,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16, server=0ac5ae04350c,39299,1731591850083 in 10.1760 sec 2024-11-14T13:44:33,816 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,817 INFO [StoreOpener-f3d957524b71a75090a2cd1044c9a0d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d957524b71a75090a2cd1044c9a0d6 columnFamilyName cf 2024-11-14T13:44:33,817 DEBUG [StoreOpener-f3d957524b71a75090a2cd1044c9a0d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,817 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/aade5830d0e39c3867e63d6e1be50319/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e87879e2e8787756b92648e32466c070, ASSIGN in 10.3690 sec 2024-11-14T13:44:33,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=217d026e4b9681a8c8b3226fc1b82d16, ASSIGN in 10.3720 sec 2024-11-14T13:44:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d47c0434608cc6181becc7c3ebe37e75, server=0ac5ae04350c,37217,1731591850313 because future has completed 2024-11-14T13:44:33,824 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened aade5830d0e39c3867e63d6e1be50319; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67199727, jitterRate=0.0013539642095565796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,824 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:33,824 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for aade5830d0e39c3867e63d6e1be50319: Running coprocessor pre-open hook at 1731591873787Writing region info on filesystem at 1731591873787Initializing all the Stores at 1731591873789 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873789Cleaning up temporary data from old regions at 1731591873806 (+17 ms)Running coprocessor post-open hooks at 1731591873824 (+18 ms)Region opened successfully at 1731591873824 2024-11-14T13:44:33,825 INFO [StoreOpener-f3d957524b71a75090a2cd1044c9a0d6-1 {}] regionserver.HStore(327): Store=f3d957524b71a75090a2cd1044c9a0d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,825 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,826 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319., pid=15, masterSystemTime=1731591873638 2024-11-14T13:44:33,826 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,827 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,827 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,827 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-11-14T13:44:33,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d47c0434608cc6181becc7c3ebe37e75, server=0ac5ae04350c,37217,1731591850313 in 10.1650 sec 2024-11-14T13:44:33,830 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aade5830d0e39c3867e63d6e1be50319, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:33,830 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:33,830 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:33,830 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,831 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ed138371307b3853200457b71190ef1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d47c0434608cc6181becc7c3ebe37e75, ASSIGN in 10.3850 sec 2024-11-14T13:44:33,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aade5830d0e39c3867e63d6e1be50319, server=0ac5ae04350c,44835,1731591849895 because future has completed 2024-11-14T13:44:33,832 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened ed138371307b3853200457b71190ef1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65879244, jitterRate=-0.018322765827178955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,837 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed138371307b3853200457b71190ef1d 2024-11-14T13:44:33,837 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for ed138371307b3853200457b71190ef1d: Running coprocessor pre-open hook at 1731591873790Writing region info on filesystem at 1731591873790Initializing all the Stores at 1731591873800 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873800Cleaning up temporary data from old regions at 1731591873813 (+13 ms)Running coprocessor post-open hooks at 1731591873837 (+24 ms)Region opened successfully at 1731591873837 2024-11-14T13:44:33,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-14T13:44:33,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aade5830d0e39c3867e63d6e1be50319, server=0ac5ae04350c,44835,1731591849895 in 10.2200 sec 2024-11-14T13:44:33,839 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d., pid=21, masterSystemTime=1731591873660 2024-11-14T13:44:33,844 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,845 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f3d957524b71a75090a2cd1044c9a0d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73507398, jitterRate=0.09534558653831482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,846 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:33,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aade5830d0e39c3867e63d6e1be50319, ASSIGN in 10.3940 sec 2024-11-14T13:44:33,846 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f3d957524b71a75090a2cd1044c9a0d6: Running coprocessor pre-open hook at 1731591873808Writing region info on filesystem at 1731591873808Initializing all the Stores at 1731591873809 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873809Cleaning up temporary data from old regions at 1731591873827 (+18 ms)Running coprocessor post-open hooks at 1731591873846 (+19 ms)Region opened successfully at 1731591873846 2024-11-14T13:44:33,846 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:33,847 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:33,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ed138371307b3853200457b71190ef1d, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:33,849 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6., pid=18, masterSystemTime=1731591873656 2024-11-14T13:44:33,852 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:33,852 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:33,852 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:33,852 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0817776a59a3304f7443d5817a8c5144, NAME => 'SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T13:44:33,853 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,853 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:44:33,853 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,853 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f3d957524b71a75090a2cd1044c9a0d6, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:33,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed138371307b3853200457b71190ef1d, server=0ac5ae04350c,39299,1731591850083 because future has completed 2024-11-14T13:44:33,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d957524b71a75090a2cd1044c9a0d6, server=0ac5ae04350c,37217,1731591850313 because future has completed 2024-11-14T13:44:33,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-14T13:44:33,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ed138371307b3853200457b71190ef1d, server=0ac5ae04350c,39299,1731591850083 in 10.1780 sec 2024-11-14T13:44:33,864 INFO [StoreOpener-0817776a59a3304f7443d5817a8c5144-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,874 INFO [StoreOpener-0817776a59a3304f7443d5817a8c5144-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0817776a59a3304f7443d5817a8c5144 columnFamilyName cf 2024-11-14T13:44:33,874 DEBUG [StoreOpener-0817776a59a3304f7443d5817a8c5144-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:44:33,877 INFO [StoreOpener-0817776a59a3304f7443d5817a8c5144-1 {}] regionserver.HStore(327): Store=0817776a59a3304f7443d5817a8c5144/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T13:44:33,877 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-14T13:44:33,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f3d957524b71a75090a2cd1044c9a0d6, server=0ac5ae04350c,37217,1731591850313 in 10.2170 sec 2024-11-14T13:44:33,885 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,885 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,886 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,886 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,889 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ed138371307b3853200457b71190ef1d, ASSIGN in 10.4170 sec 2024-11-14T13:44:33,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f3d957524b71a75090a2cd1044c9a0d6, ASSIGN in 10.4400 sec 2024-11-14T13:44:33,892 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/0817776a59a3304f7443d5817a8c5144/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T13:44:33,893 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0817776a59a3304f7443d5817a8c5144; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67062707, jitterRate=-6.877928972244263E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T13:44:33,893 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:33,893 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0817776a59a3304f7443d5817a8c5144: Running coprocessor pre-open hook at 1731591873853Writing region info on filesystem at 1731591873853Initializing all the Stores at 1731591873855 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591873856 (+1 ms)Cleaning up temporary data from old regions at 1731591873886 (+30 ms)Running coprocessor post-open hooks at 1731591873893 (+7 ms)Region opened successfully at 1731591873893 2024-11-14T13:44:33,894 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144., pid=23, masterSystemTime=1731591873656 2024-11-14T13:44:33,896 DEBUG [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:33,896 INFO [RS_OPEN_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:33,897 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0817776a59a3304f7443d5817a8c5144, regionState=OPEN, openSeqNum=2, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:33,899 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37617 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=0ac5ae04350c,37217,1731591850313, table=SPTestTable, region=0817776a59a3304f7443d5817a8c5144. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T13:44:33,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0817776a59a3304f7443d5817a8c5144, server=0ac5ae04350c,37217,1731591850313 because future has completed 2024-11-14T13:44:33,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-14T13:44:33,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0817776a59a3304f7443d5817a8c5144, server=0ac5ae04350c,37217,1731591850313 in 10.2080 sec 2024-11-14T13:44:33,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T13:44:33,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0817776a59a3304f7443d5817a8c5144, ASSIGN in 10.4610 sec 2024-11-14T13:44:33,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T13:44:33,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731591873909"}]},"ts":"1731591873909"} 2024-11-14T13:44:33,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T13:44:33,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T13:44:33,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.4080 sec 2024-11-14T13:44:35,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T13:44:36,904 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T13:44:38,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:38,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:39,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T13:44:39,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:39,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:44:39,537 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:44:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T13:44:40,814 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T13:44:40,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T13:44:40,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:44:40,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T13:44:40,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:44:40,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T13:44:40,842 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:40,845 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:40,848 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:40,850 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:40,851 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:40,853 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:40,908 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,911 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,912 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,914 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,918 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,920 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,922 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070., hostname=0ac5ae04350c,44835,1731591849895, seqNum=2] 2024-11-14T13:44:40,981 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:40,986 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:40,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:40,999 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:41,000 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:41,002 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:41,003 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:41,005 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., hostname=0ac5ae04350c,39299,1731591850083, seqNum=2] 2024-11-14T13:44:41,129 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:41,133 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6., hostname=0ac5ae04350c,37217,1731591850313, seqNum=2] 2024-11-14T13:44:42,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:42,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T13:44:42,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44835 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:44:42,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:42,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T13:44:42,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39299 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:44:42,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:42,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:44:42,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37217 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T13:44:43,065 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T13:44:43,065 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:44:43,072 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T13:44:43,074 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T13:44:43,085 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T13:44:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741848_1024 (size=49) 2024-11-14T13:44:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741848_1024 (size=49) 2024-11-14T13:44:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741848_1024 (size=49) 2024-11-14T13:44:43,137 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T13:44:43,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cef02a4c6c02900ecd247e68c272d1}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47c0434608cc6181becc7c3ebe37e75}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0817776a59a3304f7443d5817a8c5144}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aade5830d0e39c3867e63d6e1be50319}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed138371307b3853200457b71190ef1d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddc085a2552d6e4248a2c9ef68235877}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e87879e2e8787756b92648e32466c070}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb6bd5a0c9453c47de706373826fc5d8}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3d957524b71a75090a2cd1044c9a0d6}] 2024-11-14T13:44:43,147 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:43,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:43,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e87879e2e8787756b92648e32466c070 2024-11-14T13:44:43,148 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:43,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed138371307b3853200457b71190ef1d 2024-11-14T13:44:43,164 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:43,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:43,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:43,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:43,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:53,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T13:44:53,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T13:44:53,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T13:44:53,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T13:44:53,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:53,151 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e87879e2e8787756b92648e32466c070 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T13:44:53,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for aade5830d0e39c3867e63d6e1be50319: 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T13:44:53,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:53,153 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d47c0434608cc6181becc7c3ebe37e75: 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ed138371307b3853200457b71190ef1d: 2024-11-14T13:44:53,154 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:44:53,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T13:44:53,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:53,157 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing ddc085a2552d6e4248a2c9ef68235877 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0817776a59a3304f7443d5817a8c5144: 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a2cef02a4c6c02900ecd247e68c272d1: 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:44:53,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 217d026e4b9681a8c8b3226fc1b82d16: 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T13:44:53,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:53,168 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fb6bd5a0c9453c47de706373826fc5d8 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T13:44:53,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/.tmp/cf/6dbc5ea96e204819b8492fbcdd00f096 is 34, key is baa/cf:cf/1731591882154/Put/seqid=0 2024-11-14T13:44:53,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/.tmp/cf/e36a4b95a28849ddabc18fc2d3a29c09 is 34, key is aaa/cf:cf/1731591882268/Put/seqid=0 2024-11-14T13:44:53,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/.tmp/cf/7d1abef1b9f6412abcccde0653ae82b5 is 34, key is ccd/cf:cf/1731591882233/Put/seqid=0 2024-11-14T13:44:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741850_1026 (size=65) 2024-11-14T13:44:53,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741850_1026 (size=65) 2024-11-14T13:44:53,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:44:53,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T13:44:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741850_1026 (size=65) 2024-11-14T13:44:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T13:44:53,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ed138371307b3853200457b71190ef1d 2024-11-14T13:44:53,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ed138371307b3853200457b71190ef1d 2024-11-14T13:44:53,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ed138371307b3853200457b71190ef1d in 10.2290 sec 2024-11-14T13:44:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741851_1027 (size=65) 2024-11-14T13:44:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741851_1027 (size=65) 2024-11-14T13:44:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741851_1027 (size=65) 2024-11-14T13:44:53,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:44:53,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T13:44:53,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:53,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f3d957524b71a75090a2cd1044c9a0d6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-14T13:44:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T13:44:53,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:53,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:44:53,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0817776a59a3304f7443d5817a8c5144 in 10.2880 sec 2024-11-14T13:44:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741849_1025 (size=57) 2024-11-14T13:44:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741849_1025 (size=57) 2024-11-14T13:44:53,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741849_1025 (size=57) 2024-11-14T13:44:53,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:44:53,529 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T13:44:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T13:44:53,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:53,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:44:53,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 217d026e4b9681a8c8b3226fc1b82d16 in 10.3950 sec 2024-11-14T13:44:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741852_1028 (size=65) 2024-11-14T13:44:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741852_1028 (size=65) 2024-11-14T13:44:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741852_1028 (size=65) 2024-11-14T13:44:53,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:44:53,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T13:44:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T13:44:53,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:53,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:44:53,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d47c0434608cc6181becc7c3ebe37e75 in 10.4560 sec 2024-11-14T13:44:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741854_1030 (size=65) 2024-11-14T13:44:53,649 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1. 2024-11-14T13:44:53,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T13:44:53,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741854_1030 (size=65) 2024-11-14T13:44:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T13:44:53,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:53,654 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a2cef02a4c6c02900ecd247e68c272d1 2024-11-14T13:44:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741854_1030 (size=65) 2024-11-14T13:44:53,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a2cef02a4c6c02900ecd247e68c272d1 in 10.5220 sec 2024-11-14T13:44:53,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/.tmp/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0 is 34, key is eaa/cf:cf/1731591882928/Put/seqid=0 2024-11-14T13:44:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741856_1032 (size=26918) 2024-11-14T13:44:53,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741856_1032 (size=26918) 2024-11-14T13:44:53,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741856_1032 (size=26918) 2024-11-14T13:44:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741853_1029 (size=65) 2024-11-14T13:44:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741853_1029 (size=65) 2024-11-14T13:44:53,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741853_1029 (size=65) 2024-11-14T13:44:53,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731591862512.aade5830d0e39c3867e63d6e1be50319. 2024-11-14T13:44:53,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T13:44:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T13:44:53,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:53,711 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aade5830d0e39c3867e63d6e1be50319 2024-11-14T13:44:53,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aade5830d0e39c3867e63d6e1be50319 in 10.5750 sec 2024-11-14T13:44:53,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741857_1033 (size=47197) 2024-11-14T13:44:53,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741857_1033 (size=47197) 2024-11-14T13:44:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741857_1033 (size=47197) 2024-11-14T13:44:53,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741855_1031 (size=28623) 2024-11-14T13:44:53,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741855_1031 (size=28623) 2024-11-14T13:44:53,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741855_1031 (size=28623) 2024-11-14T13:44:53,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/.tmp/cf/6dbc5ea96e204819b8492fbcdd00f096 2024-11-14T13:44:53,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741858_1034 (size=499309) 2024-11-14T13:44:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741858_1034 (size=499309) 2024-11-14T13:44:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741858_1034 (size=499309) 2024-11-14T13:44:53,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/.tmp/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0 2024-11-14T13:44:53,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/.tmp/cf/6dbc5ea96e204819b8492fbcdd00f096 as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/cf/6dbc5ea96e204819b8492fbcdd00f096 2024-11-14T13:44:53,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/.tmp/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0 as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0 2024-11-14T13:44:53,906 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/cf/6dbc5ea96e204819b8492fbcdd00f096, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T13:44:53,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e87879e2e8787756b92648e32466c070 in 758ms, sequenceid=5, compaction requested=false 2024-11-14T13:44:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e87879e2e8787756b92648e32466c070: 2024-11-14T13:44:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/cf/6dbc5ea96e204819b8492fbcdd00f096] hfiles 2024-11-14T13:44:53,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/e87879e2e8787756b92648e32466c070/cf/6dbc5ea96e204819b8492fbcdd00f096 for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-14T13:44:53,920 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for f3d957524b71a75090a2cd1044c9a0d6 in 497ms, sequenceid=5, compaction requested=false 2024-11-14T13:44:53,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f3d957524b71a75090a2cd1044c9a0d6: 2024-11-14T13:44:53,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. for SnapshotProcedureTest completed. 2024-11-14T13:44:53,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:53,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:53,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0] hfiles 2024-11-14T13:44:53,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/cf/78dea9ca7ba0470fb4fa58e3e4e06ed0 for snapshot=SnapshotProcedureTest 2024-11-14T13:44:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741859_1035 (size=105) 2024-11-14T13:44:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741859_1035 (size=105) 2024-11-14T13:44:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741859_1035 (size=105) 2024-11-14T13:44:54,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731591862512.e87879e2e8787756b92648e32466c070. 2024-11-14T13:44:54,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T13:44:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T13:44:54,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e87879e2e8787756b92648e32466c070 2024-11-14T13:44:54,051 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e87879e2e8787756b92648e32466c070 2024-11-14T13:44:54,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e87879e2e8787756b92648e32466c070 in 10.9150 sec 2024-11-14T13:44:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741860_1036 (size=97) 2024-11-14T13:44:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741860_1036 (size=97) 2024-11-14T13:44:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741860_1036 (size=97) 2024-11-14T13:44:54,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:44:54,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T13:44:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T13:44:54,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:54,088 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:44:54,090 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/.tmp/cf/e36a4b95a28849ddabc18fc2d3a29c09 2024-11-14T13:44:54,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f3d957524b71a75090a2cd1044c9a0d6 in 10.9570 sec 2024-11-14T13:44:54,141 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/.tmp/cf/7d1abef1b9f6412abcccde0653ae82b5 2024-11-14T13:44:54,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/.tmp/cf/e36a4b95a28849ddabc18fc2d3a29c09 as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/cf/e36a4b95a28849ddabc18fc2d3a29c09 2024-11-14T13:44:54,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/cf/e36a4b95a28849ddabc18fc2d3a29c09, entries=676, sequenceid=5, filesize=26.3 K 2024-11-14T13:44:54,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for ddc085a2552d6e4248a2c9ef68235877 in 1040ms, sequenceid=5, compaction requested=false 2024-11-14T13:44:54,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ddc085a2552d6e4248a2c9ef68235877: 2024-11-14T13:44:54,197 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. for SnapshotProcedureTest completed. 2024-11-14T13:44:54,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:54,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:54,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/cf/e36a4b95a28849ddabc18fc2d3a29c09] hfiles 2024-11-14T13:44:54,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/cf/e36a4b95a28849ddabc18fc2d3a29c09 for snapshot=SnapshotProcedureTest 2024-11-14T13:44:54,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/.tmp/cf/7d1abef1b9f6412abcccde0653ae82b5 as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/cf/7d1abef1b9f6412abcccde0653ae82b5 2024-11-14T13:44:54,227 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/cf/7d1abef1b9f6412abcccde0653ae82b5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T13:44:54,229 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fb6bd5a0c9453c47de706373826fc5d8 in 1061ms, sequenceid=5, compaction requested=false 2024-11-14T13:44:54,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fb6bd5a0c9453c47de706373826fc5d8: 2024-11-14T13:44:54,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. for SnapshotProcedureTest completed. 2024-11-14T13:44:54,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T13:44:54,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T13:44:54,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/cf/7d1abef1b9f6412abcccde0653ae82b5] hfiles 2024-11-14T13:44:54,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/cf/7d1abef1b9f6412abcccde0653ae82b5 for snapshot=SnapshotProcedureTest 2024-11-14T13:44:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741861_1037 (size=105) 2024-11-14T13:44:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741861_1037 (size=105) 2024-11-14T13:44:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741861_1037 (size=105) 2024-11-14T13:44:54,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:44:54,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T13:44:54,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T13:44:54,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:54,343 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:44:54,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ddc085a2552d6e4248a2c9ef68235877 in 11.2070 sec 2024-11-14T13:44:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741862_1038 (size=105) 2024-11-14T13:44:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741862_1038 (size=105) 2024-11-14T13:44:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741862_1038 (size=105) 2024-11-14T13:44:54,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:44:54,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T13:44:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T13:44:54,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:54,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:44:54,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-14T13:44:54,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fb6bd5a0c9453c47de706373826fc5d8 in 11.2300 sec 2024-11-14T13:44:54,373 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T13:44:54,374 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T13:44:54,376 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T13:44:54,376 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T13:44:54,393 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:44:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741863_1039 (size=1174) 2024-11-14T13:44:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741863_1039 (size=1174) 2024-11-14T13:44:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741863_1039 (size=1174) 2024-11-14T13:44:54,457 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T13:44:54,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T13:44:54,469 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:54,472 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:54,473 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:54,473 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:44:54,474 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:54,474 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:44:54,479 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:54,494 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:54,494 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:44:54,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:45:02,368 INFO [master/0ac5ae04350c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T13:45:02,368 INFO [master/0ac5ae04350c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T13:45:04,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-14T13:45:04,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-14T13:45:04,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-14T13:45:04,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-14T13:45:04,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-14T13:45:04,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:45:04,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44835 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-14T13:45:04,475 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T13:45:04,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T13:45:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T13:45:04,478 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:45:04,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T13:45:04,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T13:45:04,479 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37217,1731591850313 Release verify snapshot worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T13:45:04,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T13:45:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-14T13:45:04,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T13:45:04,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-14T13:45:04,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-14T13:45:04,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-14T13:45:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-14T13:45:04,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37217,1731591850313 in 10.0170 sec 2024-11-14T13:45:04,484 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 Release verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T13:45:04,485 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T13:45:04,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-14T13:45:04,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-14T13:45:04,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T13:45:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T13:45:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-14T13:45:04,488 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,488 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 0ac5ae04350c,44835,1731591849895: Simulated kill ***** 2024-11-14T13:45:04,488 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T13:45:04,488 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T13:45:04,489 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T13:45:04,489 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T13:45:04,489 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T13:45:04,489 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 638433280 }, "NonHeapMemoryUsage": { "committed": 176685056, "init": 7667712, "max": -1, "used": 172277072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T13:45:04,490 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 Release verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,490 WARN [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37617 {}] master.MasterRpcServices(700): 0ac5ae04350c,44835,1731591849895 reported a fatal error: ***** ABORTING region server 0ac5ae04350c,44835,1731591849895: Simulated kill ***** 2024-11-14T13:45:04,491 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,44835,1731591849895' ***** 2024-11-14T13:45:04,491 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T13:45:04,491 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:45:04,491 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37217,1731591850313 Release verify snapshot worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:04,491 INFO [RS:0;0ac5ae04350c:44835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T13:45:04,491 INFO [RS:0;0ac5ae04350c:44835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T13:45:04,491 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:45:04,491 INFO [RS:0;0ac5ae04350c:44835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0ac5ae04350c:44835. 2024-11-14T13:45:04,491 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T13:45:04,491 DEBUG [RS:0;0ac5ae04350c:44835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:45:04,491 DEBUG [RS:0;0ac5ae04350c:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-14T13:45:04,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:45:04,492 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 Release verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:04,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 in 10.0210 sec 2024-11-14T13:45:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-14T13:45:04,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 in 10.0270 sec 2024-11-14T13:45:04,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37217,1731591850313 in 10.0280 sec 2024-11-14T13:45:04,495 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37217,1731591850313 Release verify snapshot worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741836_1012 (size=14382) 2024-11-14T13:45:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741836_1012 (size=14382) 2024-11-14T13:45:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741836_1012 (size=14382) 2024-11-14T13:45:04,496 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 Release verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,496 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 Release verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:04,497 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 Release verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:04,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,37217,1731591850313 in 10.0320 sec 2024-11-14T13:45:04,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 in 10.0290 sec 2024-11-14T13:45:04,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 in 10.0340 sec 2024-11-14T13:45:04,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 in 10.0330 sec 2024-11-14T13:45:04,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 in 10.0330 sec 2024-11-14T13:45:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741833_1009 (size=1488) 2024-11-14T13:45:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741833_1009 (size=1488) 2024-11-14T13:45:04,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741833_1009 (size=1488) 2024-11-14T13:45:04,503 DEBUG [RS:0;0ac5ae04350c:44835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:04,503 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:04,503 INFO [RS:0;0ac5ae04350c:44835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44835 2024-11-14T13:45:04,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,519 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:45:04,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:45:04,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,44835,1731591849895] 2024-11-14T13:45:04,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,44835,1731591849895 already deleted, retry=false 2024-11-14T13:45:04,535 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 0ac5ae04350c,44835,1731591849895 on 0ac5ae04350c,37617,1731591849654 2024-11-14T13:45:04,537 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0ac5ae04350c,44835,1731591849895, splitWal=true, meta=true 2024-11-14T13:45:04,538 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 0ac5ae04350c,44835,1731591849895 (carryingMeta=true) 0ac5ae04350c,44835,1731591849895/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@646db81f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T13:45:04,539 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0ac5ae04350c,44835,1731591849895, splitWal=true, meta=true 2024-11-14T13:45:04,540 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,44835,1731591849895, splitWal=true, meta=true, isMeta: true 2024-11-14T13:45:04,542 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting 2024-11-14T13:45:04,543 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0ac5ae04350c,44835,1731591849895 WAL count=1, meta=true 2024-11-14T13:45:04,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta}] 2024-11-14T13:45:04,544 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:04,546 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:04,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, worker=0ac5ae04350c,37217,1731591850313}] 2024-11-14T13:45:04,549 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-14T13:45:04,549 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-14T13:45:04,549 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-14T13:45:04,553 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,44835,1731591849895 Release verify snapshot worker=0ac5ae04350c,44835,1731591849895 2024-11-14T13:45:04,553 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 0ac5ae04350c,44835,1731591849895, this operation will be retried to send to another server 2024-11-14T13:45:04,553 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T13:45:04,554 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731591905554 2024-11-14T13:45:04,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:04,628 INFO [RS:0;0ac5ae04350c:44835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:45:04,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44835-0x1003e88d0f00001, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:04,628 INFO [RS:0;0ac5ae04350c:44835 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,44835,1731591849895; zookeeper connection closed. 2024-11-14T13:45:04,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@398bb69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@398bb69 2024-11-14T13:45:04,785 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:45:04,786 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:45:05,556 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:09,538 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T13:45:11,990 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T13:45:12,216 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:41791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:45:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-14T13:45:14,570 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, size=14.0 K (14382bytes) 2024-11-14T13:45:14,570 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta 2024-11-14T13:45:14,571 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta after 1ms 2024-11-14T13:45:14,575 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta took 4ms 2024-11-14T13:45:14,578 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-14T13:45:14,580 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta so closing down 2024-11-14T13:45:14,580 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T13:45:14,584 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp 2024-11-14T13:45:14,587 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp 2024-11-14T13:45:14,589 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T13:45:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741864_1040 (size=14141) 2024-11-14T13:45:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741864_1040 (size=14141) 2024-11-14T13:45:14,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741864_1040 (size=14141) 2024-11-14T13:45:14,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-14T13:45:14,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp to hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T13:45:14,616 INFO [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-14T13:45:14,616 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, journal: Splitting hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, size=14.0 K (14382bytes) at 1731591914570Finishing writing output for hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta so closing down at 1731591914580 (+10 ms)Creating recovered edits writer path=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp at 1731591914587 (+7 ms)3 split writer threads finished at 1731591914589 (+2 ms)Closed recovered edits writer path=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731591914614 (+25 ms)Rename recovered edits hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta.temp to hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731591914615 (+1 ms)Processed 26 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731591914616 (+1 ms) 2024-11-14T13:45:14,616 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta 2024-11-14T13:45:14,616 DEBUG [RS_LOG_REPLAY_OPS-regionserver/0ac5ae04350c:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T13:45:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T13:45:14,621 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting/0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta to hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs 2024-11-14T13:45:14,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T13:45:14,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, worker=0ac5ae04350c,37217,1731591850313 in 10.0740 sec 2024-11-14T13:45:14,625 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:14,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T13:45:14,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C44835%2C1731591849895.meta.1731591862096.meta, worker=0ac5ae04350c,37217,1731591850313 in 10.0810 sec 2024-11-14T13:45:14,631 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,44835,1731591849895-splitting dir is empty, no logs to split. 2024-11-14T13:45:14,631 INFO [PEWorker-5 {}] master.SplitWALManager(105): 0ac5ae04350c,44835,1731591849895 WAL count=0, meta=true 2024-11-14T13:45:14,631 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 0ac5ae04350c,44835,1731591849895 WAL splitting is done? wals=0, meta=true 2024-11-14T13:45:14,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T13:45:14,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:45:14,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T13:45:14,791 DEBUG [0ac5ae04350c:37617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T13:45:14,791 DEBUG [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(204): Hosts are {0ac5ae04350c=0} racks are {/default-rack=0} 2024-11-14T13:45:14,792 DEBUG [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T13:45:14,792 DEBUG [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T13:45:14,792 DEBUG [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T13:45:14,792 DEBUG [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T13:45:14,792 INFO [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T13:45:14,792 INFO [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T13:45:14,792 DEBUG [0ac5ae04350c:37617 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T13:45:14,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:14,800 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37217,1731591850313, state=OPENING 2024-11-14T13:45:14,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:14,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:14,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:14,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:14,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:14,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:14,808 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T13:45:14,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37217,1731591850313}] 2024-11-14T13:45:15,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-14T13:45:15,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-14T13:45:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37617 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-14T13:45:15,560 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 Release verify snapshot worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:15,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-14T13:45:15,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=0ac5ae04350c,39299,1731591850083 in 21.0970 sec 2024-11-14T13:45:15,562 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T13:45:15,563 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T13:45:15,565 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T13:45:15,565 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T13:45:15,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 32.5070 sec 2024-11-14T13:45:15,608 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T13:45:15,610 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0ac5ae04350c:44835 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0ac5ae04350c/172.17.0.3:44835 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T13:45:15,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1, error=java.net.ConnectException: Call to address=0ac5ae04350c:44835 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0ac5ae04350c/172.17.0.3:44835 2024-11-14T13:45:15,613 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-14T13:45:15,613 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,44835,1731591849895, seqNum=-1 from cache 2024-11-14T13:45:15,614 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 0ac5ae04350c:44835 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 0ac5ae04350c/172.17.0.3:44835 2024-11-14T13:45:15,653 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0ac5ae04350c:37617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-14T13:45:15,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:15,724 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:15,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:15,731 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:15,731 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:15,731 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:15,943 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:15,945 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:15,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:15,946 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:15,946 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:15,946 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:16,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:16,255 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:16,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975609, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:16,763 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:16,765 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:16,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:16,767 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:16,767 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:16,767 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:17,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:17,774 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:17,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:17,779 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,37217,1731591850313 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T13:45:17,780 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:17,780 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:17,780 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:18,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fb6bd5a0c9453c47de706373826fc5d8, had cached 0 bytes from a total of 47197 2024-11-14T13:45:18,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ddc085a2552d6e4248a2c9ef68235877, had cached 0 bytes from a total of 26918 2024-11-14T13:45:18,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e87879e2e8787756b92648e32466c070, had cached 0 bytes from a total of 28623 2024-11-14T13:45:18,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f3d957524b71a75090a2cd1044c9a0d6, had cached 0 bytes from a total of 499309 2024-11-14T13:45:19,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:19,785 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:19,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:19,787 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,37217,1731591850313 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T13:45:19,788 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:19,788 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:19,788 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:23,079 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d47c0434608cc6181becc7c3ebe37e75 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,080 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0817776a59a3304f7443d5817a8c5144 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,080 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ddc085a2552d6e4248a2c9ef68235877 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,081 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f3d957524b71a75090a2cd1044c9a0d6 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,084 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 217d026e4b9681a8c8b3226fc1b82d16 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,084 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ed138371307b3853200457b71190ef1d changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,085 DEBUG [master/0ac5ae04350c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fb6bd5a0c9453c47de706373826fc5d8 changed from -1.0 to 0.0, refreshing cache 2024-11-14T13:45:23,833 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:23,834 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:23,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37217 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Scan size: 143 connection: 172.17.0.3:57150 deadline: 1731591975608, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:23,836 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 0ac5ae04350c,37217,1731591850313 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-14T13:45:23,837 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:23,837 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 0ac5ae04350c,37217,1731591850313 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T13:45:23,837 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1 from cache 2024-11-14T13:45:24,817 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T13:45:24,818 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T13:45:24,818 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T13:45:24,820 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0ac5ae04350c%2C37217%2C1731591850313.meta, suffix=.meta, logDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313, archiveDir=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs, maxLogs=32 2024-11-14T13:45:24,842 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313/0ac5ae04350c%2C37217%2C1731591850313.meta.1731591924821.meta, exclude list is [], retry=0 2024-11-14T13:45:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35215,DS-4aa3751f-bf5a-47b8-8035-72ab1b88fef5,DISK] 2024-11-14T13:45:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44999,DS-06fa6370-4097-4460-a49b-c18a80728da8,DISK] 2024-11-14T13:45:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40931,DS-3177626c-ad0b-4a9d-8fe9-b7425262e231,DISK] 2024-11-14T13:45:24,849 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,37217,1731591850313/0ac5ae04350c%2C37217%2C1731591850313.meta.1731591924821.meta 2024-11-14T13:45:24,849 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46861:46861),(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:44055:44055)] 2024-11-14T13:45:24,849 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T13:45:24,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T13:45:24,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T13:45:24,850 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T13:45:24,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T13:45:24,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T13:45:24,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T13:45:24,850 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T13:45:24,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T13:45:24,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T13:45:24,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:45:24,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:45:24,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T13:45:24,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T13:45:24,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:45:24,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:45:24,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T13:45:24,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T13:45:24,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:45:24,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:45:24,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T13:45:24,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T13:45:24,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T13:45:24,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T13:45:24,858 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T13:45:24,859 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740 2024-11-14T13:45:24,861 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740 2024-11-14T13:45:24,862 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T13:45:24,872 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T13:45:24,873 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-14T13:45:24,892 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/info/19cf68c9cdfe4a649c90cead9e160a6b is 167, key is SPTestTable,19999999,1731591862512.a2cef02a4c6c02900ecd247e68c272d1./info:regioninfo/1731591873717/Put/seqid=0 2024-11-14T13:45:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741866_1042 (size=18393) 2024-11-14T13:45:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741866_1042 (size=18393) 2024-11-14T13:45:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741866_1042 (size=18393) 2024-11-14T13:45:24,913 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/info/19cf68c9cdfe4a649c90cead9e160a6b 2024-11-14T13:45:24,938 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/ns/0f2d7cbdec4c4c7683c7ca105177d384 is 43, key is default/ns:d/1731591862273/Put/seqid=0 2024-11-14T13:45:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741867_1043 (size=5153) 2024-11-14T13:45:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741867_1043 (size=5153) 2024-11-14T13:45:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741867_1043 (size=5153) 2024-11-14T13:45:24,955 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/ns/0f2d7cbdec4c4c7683c7ca105177d384 2024-11-14T13:45:24,979 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/table/58c6b4b044e342918cf15a65353d934a is 47, key is SPTestTable/table:state/1731591873909/Put/seqid=0 2024-11-14T13:45:24,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741868_1044 (size=5214) 2024-11-14T13:45:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741868_1044 (size=5214) 2024-11-14T13:45:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741868_1044 (size=5214) 2024-11-14T13:45:24,991 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/table/58c6b4b044e342918cf15a65353d934a 2024-11-14T13:45:25,008 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/info/19cf68c9cdfe4a649c90cead9e160a6b as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/info/19cf68c9cdfe4a649c90cead9e160a6b 2024-11-14T13:45:25,016 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/info/19cf68c9cdfe4a649c90cead9e160a6b, entries=100, sequenceid=28, filesize=18.0 K 2024-11-14T13:45:25,017 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/ns/0f2d7cbdec4c4c7683c7ca105177d384 as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/ns/0f2d7cbdec4c4c7683c7ca105177d384 2024-11-14T13:45:25,024 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/ns/0f2d7cbdec4c4c7683c7ca105177d384, entries=2, sequenceid=28, filesize=5.0 K 2024-11-14T13:45:25,026 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/.tmp/table/58c6b4b044e342918cf15a65353d934a as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/table/58c6b4b044e342918cf15a65353d934a 2024-11-14T13:45:25,033 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/table/58c6b4b044e342918cf15a65353d934a, entries=2, sequenceid=28, filesize=5.1 K 2024-11-14T13:45:25,034 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=28, compaction requested=false; wal=null 2024-11-14T13:45:25,034 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T13:45:25,036 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T13:45:25,036 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T13:45:25,037 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T13:45:25,039 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T13:45:25,047 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-14T13:45:25,048 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58986803, jitterRate=-0.12102814018726349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T13:45:25,048 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T13:45:25,049 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731591924850Writing region info on filesystem at 1731591924850Initializing all the Stores at 1731591924851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591924851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591924852 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731591924852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731591924852Obtaining lock to block concurrent updates at 1731591924873 (+21 ms)Preparing flush snapshotting stores in 1588230740 at 1731591924873Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731591924873Flushing stores of hbase:meta,,1.1588230740 at 1731591924873Flushing 1588230740/info: creating writer at 1731591924873Flushing 1588230740/info: appending metadata at 1731591924891 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731591924891Flushing 1588230740/ns: creating writer at 1731591924922 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731591924938 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731591924938Flushing 1588230740/table: creating writer at 1731591924962 (+24 ms)Flushing 1588230740/table: appending metadata at 1731591924979 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731591924979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1903b47e: reopening flushed file at 1731591925007 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528b0c06: reopening flushed file at 1731591925016 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706d4dcb: reopening flushed file at 1731591925025 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 160ms, sequenceid=28, compaction requested=false; wal=null at 1731591925034 (+9 ms)Cleaning up temporary data from old regions at 1731591925036 (+2 ms)Running coprocessor post-open hooks at 1731591925048 (+12 ms)Region opened successfully at 1731591925049 (+1 ms) 2024-11-14T13:45:25,050 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731591924811 2024-11-14T13:45:25,052 DEBUG [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T13:45:25,052 INFO [RS_OPEN_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T13:45:25,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:25,054 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0ac5ae04350c,37217,1731591850313, state=OPEN 2024-11-14T13:45:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:25,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T13:45:25,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:25,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:25,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T13:45:25,056 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:25,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T13:45:25,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0ac5ae04350c,37217,1731591850313 in 10.2480 sec 2024-11-14T13:45:25,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-14T13:45:25,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4270 sec 2024-11-14T13:45:25,061 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0ac5ae04350c,44835,1731591849895 had 4 regions 2024-11-14T13:45:25,062 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0ac5ae04350c,44835,1731591849895, splitWal=true, meta=true, isMeta: false 2024-11-14T13:45:25,064 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0ac5ae04350c,44835,1731591849895 WAL count=1, meta=false 2024-11-14T13:45:25,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 0ac5ae04350c%2C44835%2C1731591849895.1731591851958}] 2024-11-14T13:45:25,065 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:25,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 0ac5ae04350c%2C44835%2C1731591849895.1731591851958, worker=0ac5ae04350c,39299,1731591850083}] 2024-11-14T13:45:29,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:45:29,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:45:30,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T13:45:30,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:45:30,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T13:45:33,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T13:45:33,855 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0ac5ae04350c,37217,1731591850313, seqNum=-1] 2024-11-14T13:45:33,885 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T13:45:33,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T13:45:33,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:45:33,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:45:33,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:33,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:33,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T13:45:33,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T13:45:33,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1538239190, stopped=false 2024-11-14T13:45:33,886 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0ac5ae04350c,37617,1731591849654 2024-11-14T13:45:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:45:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:45:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:45:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T13:45:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:45:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:45:33,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:45:33,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T13:45:33,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:45:33,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:33,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,39299,1731591850083' ***** 2024-11-14T13:45:33,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T13:45:33,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0ac5ae04350c,37217,1731591850313' ***** 2024-11-14T13:45:33,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T13:45:33,891 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:45:33,891 INFO [RS:1;0ac5ae04350c:39299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T13:45:33,891 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:45:33,891 INFO [RS:1;0ac5ae04350c:39299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T13:45:33,891 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for ed138371307b3853200457b71190ef1d 2024-11-14T13:45:33,891 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T13:45:33,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:45:33,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:45:33,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T13:45:33,892 INFO [RS:2;0ac5ae04350c:37217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T13:45:33,892 INFO [RS:2;0ac5ae04350c:37217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T13:45:33,892 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for d47c0434608cc6181becc7c3ebe37e75 2024-11-14T13:45:33,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T13:45:33,899 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:45:33,899 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(3091): Received CLOSE for 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:45:33,900 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(959): stopping server 0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:33,900 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:45:33,900 INFO [RS:1;0ac5ae04350c:39299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;0ac5ae04350c:39299. 2024-11-14T13:45:33,900 DEBUG [RS:1;0ac5ae04350c:39299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:45:33,900 DEBUG [RS:1;0ac5ae04350c:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:33,900 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed138371307b3853200457b71190ef1d, disabling compactions & flushes 2024-11-14T13:45:33,900 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:45:33,900 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T13:45:33,900 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:45:33,900 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1325): Online Regions={ed138371307b3853200457b71190ef1d=SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d., fb6bd5a0c9453c47de706373826fc5d8=SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8., 217d026e4b9681a8c8b3226fc1b82d16=SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16.} 2024-11-14T13:45:33,900 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. after waiting 0 ms 2024-11-14T13:45:33,900 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:45:33,900 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1351): Waiting on 217d026e4b9681a8c8b3226fc1b82d16, ed138371307b3853200457b71190ef1d, fb6bd5a0c9453c47de706373826fc5d8 2024-11-14T13:45:33,908 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for ddc085a2552d6e4248a2c9ef68235877 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(959): stopping server 0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;0ac5ae04350c:37217. 2024-11-14T13:45:33,909 DEBUG [RS:2;0ac5ae04350c:37217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T13:45:33,909 DEBUG [RS:2;0ac5ae04350c:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T13:45:33,909 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T13:45:33,909 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d47c0434608cc6181becc7c3ebe37e75, disabling compactions & flushes 2024-11-14T13:45:33,910 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1325): Online Regions={d47c0434608cc6181becc7c3ebe37e75=SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75., f3d957524b71a75090a2cd1044c9a0d6=SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6., 1588230740=hbase:meta,,1.1588230740, ddc085a2552d6e4248a2c9ef68235877=SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877., 0817776a59a3304f7443d5817a8c5144=SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144.} 2024-11-14T13:45:33,910 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:45:33,910 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1351): Waiting on 0817776a59a3304f7443d5817a8c5144, 1588230740, d47c0434608cc6181becc7c3ebe37e75, ddc085a2552d6e4248a2c9ef68235877, f3d957524b71a75090a2cd1044c9a0d6 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. after waiting 0 ms 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:45:33,910 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T13:45:33,910 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T13:45:33,911 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:33,912 INFO [regionserver/0ac5ae04350c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:33,931 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T13:45:33,931 INFO [regionserver/0ac5ae04350c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T13:45:33,950 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/d47c0434608cc6181becc7c3ebe37e75/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:45:33,956 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:45:33,957 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d47c0434608cc6181becc7c3ebe37e75: Waiting for close lock at 1731591933909Running coprocessor pre-close hooks at 1731591933909Disabling compacts and flushes for region at 1731591933909Disabling writes for close at 1731591933910 (+1 ms)Writing region close event to WAL at 1731591933925 (+15 ms)Running coprocessor post-close hooks at 1731591933956 (+31 ms)Closed at 1731591933956 2024-11-14T13:45:33,957 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731591862512.d47c0434608cc6181becc7c3ebe37e75. 2024-11-14T13:45:33,957 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3d957524b71a75090a2cd1044c9a0d6, disabling compactions & flushes 2024-11-14T13:45:33,957 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:45:33,957 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:45:33,957 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. after waiting 0 ms 2024-11-14T13:45:33,957 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:45:33,968 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ed138371307b3853200457b71190ef1d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:45:33,974 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:45:33,974 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed138371307b3853200457b71190ef1d: Waiting for close lock at 1731591933900Running coprocessor pre-close hooks at 1731591933900Disabling compacts and flushes for region at 1731591933900Disabling writes for close at 1731591933900Writing region close event to WAL at 1731591933901 (+1 ms)Running coprocessor post-close hooks at 1731591933974 (+73 ms)Closed at 1731591933974 2024-11-14T13:45:33,975 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731591862512.ed138371307b3853200457b71190ef1d. 2024-11-14T13:45:33,975 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb6bd5a0c9453c47de706373826fc5d8, disabling compactions & flushes 2024-11-14T13:45:33,975 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:45:33,975 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:45:33,975 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. after waiting 0 ms 2024-11-14T13:45:33,975 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:45:34,003 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-14T13:45:34,013 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T13:45:34,013 INFO [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T13:45:34,013 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731591933910Running coprocessor pre-close hooks at 1731591933910Disabling compacts and flushes for region at 1731591933910Disabling writes for close at 1731591933910Writing region close event to WAL at 1731591933953 (+43 ms)Running coprocessor post-close hooks at 1731591934012 (+59 ms)Closed at 1731591934013 (+1 ms) 2024-11-14T13:45:34,013 DEBUG [RS_CLOSE_META-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T13:45:34,015 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/f3d957524b71a75090a2cd1044c9a0d6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:45:34,016 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:45:34,016 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3d957524b71a75090a2cd1044c9a0d6: Waiting for close lock at 1731591933957Running coprocessor pre-close hooks at 1731591933957Disabling compacts and flushes for region at 1731591933957Disabling writes for close at 1731591933957Writing region close event to WAL at 1731591933985 (+28 ms)Running coprocessor post-close hooks at 1731591934016 (+31 ms)Closed at 1731591934016 2024-11-14T13:45:34,017 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731591862512.f3d957524b71a75090a2cd1044c9a0d6. 2024-11-14T13:45:34,017 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddc085a2552d6e4248a2c9ef68235877, disabling compactions & flushes 2024-11-14T13:45:34,017 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:45:34,017 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:45:34,017 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. after waiting 0 ms 2024-11-14T13:45:34,017 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:45:34,072 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/fb6bd5a0c9453c47de706373826fc5d8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:45:34,080 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/ddc085a2552d6e4248a2c9ef68235877/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T13:45:34,081 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:45:34,081 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb6bd5a0c9453c47de706373826fc5d8: Waiting for close lock at 1731591933975Running coprocessor pre-close hooks at 1731591933975Disabling compacts and flushes for region at 1731591933975Disabling writes for close at 1731591933975Writing region close event to WAL at 1731591934012 (+37 ms)Running coprocessor post-close hooks at 1731591934081 (+69 ms)Closed at 1731591934081 2024-11-14T13:45:34,081 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731591862512.fb6bd5a0c9453c47de706373826fc5d8. 2024-11-14T13:45:34,081 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 217d026e4b9681a8c8b3226fc1b82d16, disabling compactions & flushes 2024-11-14T13:45:34,082 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:45:34,082 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:45:34,082 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. after waiting 0 ms 2024-11-14T13:45:34,082 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:45:34,093 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:45:34,093 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddc085a2552d6e4248a2c9ef68235877: Waiting for close lock at 1731591934017Running coprocessor pre-close hooks at 1731591934017Disabling compacts and flushes for region at 1731591934017Disabling writes for close at 1731591934017Writing region close event to WAL at 1731591934032 (+15 ms)Running coprocessor post-close hooks at 1731591934093 (+61 ms)Closed at 1731591934093 2024-11-14T13:45:34,093 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731591862512.ddc085a2552d6e4248a2c9ef68235877. 2024-11-14T13:45:34,093 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0817776a59a3304f7443d5817a8c5144, disabling compactions & flushes 2024-11-14T13:45:34,094 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:45:34,094 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:45:34,094 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. after waiting 0 ms 2024-11-14T13:45:34,094 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:45:34,104 DEBUG [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1351): Waiting on 217d026e4b9681a8c8b3226fc1b82d16 2024-11-14T13:45:34,112 DEBUG [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1351): Waiting on 0817776a59a3304f7443d5817a8c5144 2024-11-14T13:45:34,137 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/0817776a59a3304f7443d5817a8c5144/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:45:34,139 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/data/default/SPTestTable/217d026e4b9681a8c8b3226fc1b82d16/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T13:45:34,145 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:45:34,145 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 217d026e4b9681a8c8b3226fc1b82d16: Waiting for close lock at 1731591934081Running coprocessor pre-close hooks at 1731591934081Disabling compacts and flushes for region at 1731591934081Disabling writes for close at 1731591934082 (+1 ms)Writing region close event to WAL at 1731591934088 (+6 ms)Running coprocessor post-close hooks at 1731591934145 (+57 ms)Closed at 1731591934145 2024-11-14T13:45:34,145 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731591862512.217d026e4b9681a8c8b3226fc1b82d16. 2024-11-14T13:45:34,147 INFO [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:45:34,147 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0817776a59a3304f7443d5817a8c5144: Waiting for close lock at 1731591934093Running coprocessor pre-close hooks at 1731591934093Disabling compacts and flushes for region at 1731591934093Disabling writes for close at 1731591934094 (+1 ms)Writing region close event to WAL at 1731591934099 (+5 ms)Running coprocessor post-close hooks at 1731591934147 (+48 ms)Closed at 1731591934147 2024-11-14T13:45:34,147 DEBUG [RS_CLOSE_REGION-regionserver/0ac5ae04350c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731591862512.0817776a59a3304f7443d5817a8c5144. 2024-11-14T13:45:34,304 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(976): stopping server 0ac5ae04350c,39299,1731591850083; all regions closed. 2024-11-14T13:45:34,314 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(976): stopping server 0ac5ae04350c,37217,1731591850313; all regions closed. 2024-11-14T13:45:34,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741834_1010 (size=2334) 2024-11-14T13:45:34,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/WALs/0ac5ae04350c,39299,1731591850083/0ac5ae04350c%2C39299%2C1731591850083.1731591852004 not finished, retry = 0 2024-11-14T13:45:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741834_1010 (size=2334) 2024-11-14T13:45:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741865_1041 (size=678) 2024-11-14T13:45:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741865_1041 (size=678) 2024-11-14T13:45:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741865_1041 (size=678) 2024-11-14T13:45:34,347 DEBUG [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs 2024-11-14T13:45:34,347 INFO [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C37217%2C1731591850313.meta:.meta(num 1731591924821) 2024-11-14T13:45:34,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741835_1011 (size=3469) 2024-11-14T13:45:34,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741835_1011 (size=3469) 2024-11-14T13:45:34,375 DEBUG [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs 2024-11-14T13:45:34,375 INFO [RS:2;0ac5ae04350c:37217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C37217%2C1731591850313:(num 1731591852028) 2024-11-14T13:45:34,375 DEBUG [RS:2;0ac5ae04350c:37217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:34,375 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:34,375 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:45:34,375 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.ChoreService(370): Chore service for: regionserver/0ac5ae04350c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T13:45:34,375 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:45:34,375 INFO [regionserver/0ac5ae04350c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:45:34,378 INFO [RS:2;0ac5ae04350c:37217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37217 2024-11-14T13:45:34,385 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:45:34,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:45:34,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,37217,1731591850313 2024-11-14T13:45:34,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,37217,1731591850313] 2024-11-14T13:45:34,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,37217,1731591850313 already deleted, retry=false 2024-11-14T13:45:34,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0ac5ae04350c,37217,1731591850313 expired; onlineServers=1 2024-11-14T13:45:34,440 DEBUG [RS:1;0ac5ae04350c:39299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/oldWALs 2024-11-14T13:45:34,440 INFO [RS:1;0ac5ae04350c:39299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0ac5ae04350c%2C39299%2C1731591850083:(num 1731591852004) 2024-11-14T13:45:34,440 DEBUG [RS:1;0ac5ae04350c:39299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T13:45:34,440 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.ChoreService(370): Chore service for: regionserver/0ac5ae04350c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:45:34,441 INFO [RS:1;0ac5ae04350c:39299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39299 2024-11-14T13:45:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/0ac5ae04350c,39299,1731591850083 2024-11-14T13:45:34,445 INFO [regionserver/0ac5ae04350c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:45:34,445 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:45:34,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T13:45:34,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0ac5ae04350c,39299,1731591850083] 2024-11-14T13:45:34,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/0ac5ae04350c,39299,1731591850083 already deleted, retry=false 2024-11-14T13:45:34,454 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0ac5ae04350c,39299,1731591850083 expired; onlineServers=0 2024-11-14T13:45:34,454 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0ac5ae04350c,37617,1731591849654' ***** 2024-11-14T13:45:34,454 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T13:45:34,455 INFO [M:0;0ac5ae04350c:37617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T13:45:34,455 INFO [M:0;0ac5ae04350c:37617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T13:45:34,455 DEBUG [M:0;0ac5ae04350c:37617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T13:45:34,455 DEBUG [M:0;0ac5ae04350c:37617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T13:45:34,455 INFO [M:0;0ac5ae04350c:37617 {}] hbase.ChoreService(370): Chore service for: master/0ac5ae04350c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T13:45:34,455 INFO [M:0;0ac5ae04350c:37617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T13:45:34,455 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591851613 {}] cleaner.HFileCleaner(306): Exit Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.large.0-1731591851613,5,FailOnTimeoutGroup] 2024-11-14T13:45:34,455 DEBUG [M:0;0ac5ae04350c:37617 {}] master.HMaster(1795): Stopping service threads 2024-11-14T13:45:34,455 INFO [M:0;0ac5ae04350c:37617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T13:45:34,455 DEBUG [master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591851613 {}] cleaner.HFileCleaner(306): Exit Thread[master/0ac5ae04350c:0:becomeActiveMaster-HFileCleaner.small.0-1731591851613,5,FailOnTimeoutGroup] 2024-11-14T13:45:34,456 INFO [M:0;0ac5ae04350c:37617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T13:45:34,456 ERROR [M:0;0ac5ae04350c:37617 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1594924604) connection to localhost/127.0.0.1:45771 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45771,5,PEWorkerGroup] 2024-11-14T13:45:34,456 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T13:45:34,456 INFO [M:0;0ac5ae04350c:37617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T13:45:34,457 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T13:45:34,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T13:45:34,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T13:45:34,466 DEBUG [M:0;0ac5ae04350c:37617 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-14T13:45:34,466 DEBUG [M:0;0ac5ae04350c:37617 {}] master.ActiveMasterManager(353): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-14T13:45:34,468 INFO [M:0;0ac5ae04350c:37617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/.lastflushedseqids 2024-11-14T13:45:34,490 INFO [RS:2;0ac5ae04350c:37217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:45:34,490 INFO [RS:2;0ac5ae04350c:37217 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,37217,1731591850313; zookeeper connection closed. 2024-11-14T13:45:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:34,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37217-0x1003e88d0f00003, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:34,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@789ebf40 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@789ebf40 2024-11-14T13:45:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741869_1045 (size=632) 2024-11-14T13:45:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741869_1045 (size=632) 2024-11-14T13:45:34,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741869_1045 (size=632) 2024-11-14T13:45:34,505 INFO [M:0;0ac5ae04350c:37617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T13:45:34,505 INFO [M:0;0ac5ae04350c:37617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T13:45:34,505 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T13:45:34,505 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:45:34,506 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:45:34,506 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T13:45:34,506 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:45:34,506 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.52 KB heapSize=211.63 KB 2024-11-14T13:45:34,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:34,547 INFO [RS:1;0ac5ae04350c:39299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:45:34,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39299-0x1003e88d0f00002, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:34,547 INFO [RS:1;0ac5ae04350c:39299 {}] regionserver.HRegionServer(1031): Exiting; stopping=0ac5ae04350c,39299,1731591850083; zookeeper connection closed. 2024-11-14T13:45:34,551 DEBUG [M:0;0ac5ae04350c:37617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f4b5711aef0438bbda5f1ad944a3aab is 82, key is hbase:meta,,1/info:regioninfo/1731591925053/Put/seqid=0 2024-11-14T13:45:34,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75682f9a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75682f9a 2024-11-14T13:45:34,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T13:45:34,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741870_1046 (size=6071) 2024-11-14T13:45:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741870_1046 (size=6071) 2024-11-14T13:45:34,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741870_1046 (size=6071) 2024-11-14T13:45:34,590 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f4b5711aef0438bbda5f1ad944a3aab 2024-11-14T13:45:34,646 DEBUG [M:0;0ac5ae04350c:37617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68cf4b56770443adb85f7f896496ecee is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731591873927/Put/seqid=0 2024-11-14T13:45:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741871_1047 (size=11559) 2024-11-14T13:45:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741871_1047 (size=11559) 2024-11-14T13:45:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741871_1047 (size=11559) 2024-11-14T13:45:34,696 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.29 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68cf4b56770443adb85f7f896496ecee 2024-11-14T13:45:34,710 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68cf4b56770443adb85f7f896496ecee 2024-11-14T13:45:34,751 DEBUG [M:0;0ac5ae04350c:37617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e908577b4024da2aab03b549f0585c0 is 69, key is 0ac5ae04350c,37217,1731591850313/rs:state/1731591851749/Put/seqid=0 2024-11-14T13:45:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741872_1048 (size=5442) 2024-11-14T13:45:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741872_1048 (size=5442) 2024-11-14T13:45:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741872_1048 (size=5442) 2024-11-14T13:45:34,797 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e908577b4024da2aab03b549f0585c0 2024-11-14T13:45:34,806 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e908577b4024da2aab03b549f0585c0 2024-11-14T13:45:34,809 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f4b5711aef0438bbda5f1ad944a3aab as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f4b5711aef0438bbda5f1ad944a3aab 2024-11-14T13:45:34,826 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f4b5711aef0438bbda5f1ad944a3aab, entries=14, sequenceid=416, filesize=5.9 K 2024-11-14T13:45:34,828 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68cf4b56770443adb85f7f896496ecee as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68cf4b56770443adb85f7f896496ecee 2024-11-14T13:45:34,839 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68cf4b56770443adb85f7f896496ecee 2024-11-14T13:45:34,839 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68cf4b56770443adb85f7f896496ecee, entries=52, sequenceid=416, filesize=11.3 K 2024-11-14T13:45:34,841 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e908577b4024da2aab03b549f0585c0 as hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e908577b4024da2aab03b549f0585c0 2024-11-14T13:45:34,847 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e908577b4024da2aab03b549f0585c0 2024-11-14T13:45:34,847 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45771/user/jenkins/test-data/263bf5af-d7a7-943c-2123-c4fd6deae553/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e908577b4024da2aab03b549f0585c0, entries=3, sequenceid=416, filesize=5.3 K 2024-11-14T13:45:34,848 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 342ms, sequenceid=416, compaction requested=false 2024-11-14T13:45:34,850 INFO [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T13:45:34,850 DEBUG [M:0;0ac5ae04350c:37617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731591934505Disabling compacts and flushes for region at 1731591934505Disabling writes for close at 1731591934506 (+1 ms)Obtaining lock to block concurrent updates at 1731591934506Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731591934506Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176661, getHeapSize=216640, getOffHeapSize=0, getCellsCount=515 at 1731591934506Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731591934513 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731591934513Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731591934550 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731591934551 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731591934611 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731591934645 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731591934645Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731591934710 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731591934750 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731591934750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7722a3a: reopening flushed file at 1731591934806 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5222f9: reopening flushed file at 1731591934827 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9b4b92: reopening flushed file at 1731591934840 (+13 ms)Finished flush of dataSize ~172.52 KB/176661, heapSize ~211.33 KB/216400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 342ms, sequenceid=416, compaction requested=false at 1731591934848 (+8 ms)Writing region close event to WAL at 1731591934850 (+2 ms)Closed at 1731591934850 2024-11-14T13:45:34,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44999 is added to blk_1073741830_1006 (size=204516) 2024-11-14T13:45:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40931 is added to blk_1073741830_1006 (size=204516) 2024-11-14T13:45:34,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35215 is added to blk_1073741830_1006 (size=204516) 2024-11-14T13:45:34,855 INFO [M:0;0ac5ae04350c:37617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T13:45:34,855 INFO [M:0;0ac5ae04350c:37617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37617 2024-11-14T13:45:34,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T13:45:34,855 INFO [M:0;0ac5ae04350c:37617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T13:45:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:34,958 INFO [M:0;0ac5ae04350c:37617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T13:45:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37617-0x1003e88d0f00000, quorum=127.0.0.1:52670, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T13:45:34,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4aa17f3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:45:34,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66b1a44f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:45:34,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:45:34,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d022856{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:45:34,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ddb6cf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,STOPPED} 2024-11-14T13:45:34,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:45:34,964 WARN [BP-843242399-172.17.0.3-1731591846797 heartbeating to localhost/127.0.0.1:45771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:45:34,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:45:34,964 WARN [BP-843242399-172.17.0.3-1731591846797 heartbeating to localhost/127.0.0.1:45771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843242399-172.17.0.3-1731591846797 (Datanode Uuid 0bd8e31d-3160-4bce-bcd5-8ec6b4a62cd6) service to localhost/127.0.0.1:45771 2024-11-14T13:45:34,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data5/current/BP-843242399-172.17.0.3-1731591846797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:45:34,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data6/current/BP-843242399-172.17.0.3-1731591846797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:45:34,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:45:34,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18a74dd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:45:34,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ff832d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:45:34,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:45:34,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b07f20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:45:34,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5133003a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,STOPPED} 2024-11-14T13:45:34,969 WARN [BP-843242399-172.17.0.3-1731591846797 heartbeating to localhost/127.0.0.1:45771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:45:34,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:45:34,969 WARN [BP-843242399-172.17.0.3-1731591846797 heartbeating to localhost/127.0.0.1:45771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843242399-172.17.0.3-1731591846797 (Datanode Uuid a4b45c55-d3a8-4e20-88cb-82f09e8035d8) service to localhost/127.0.0.1:45771 2024-11-14T13:45:34,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:45:34,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data3/current/BP-843242399-172.17.0.3-1731591846797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:45:34,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data4/current/BP-843242399-172.17.0.3-1731591846797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:45:34,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:45:34,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dc6613a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T13:45:34,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59bd9c9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:45:34,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:45:34,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ccb73c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:45:34,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8948b54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,STOPPED} 2024-11-14T13:45:34,974 WARN [BP-843242399-172.17.0.3-1731591846797 heartbeating to localhost/127.0.0.1:45771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T13:45:34,975 WARN [BP-843242399-172.17.0.3-1731591846797 heartbeating to localhost/127.0.0.1:45771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843242399-172.17.0.3-1731591846797 (Datanode Uuid 71d2a2d6-0add-4638-ad02-037e5f47a602) service to localhost/127.0.0.1:45771 2024-11-14T13:45:34,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T13:45:34,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data1/current/BP-843242399-172.17.0.3-1731591846797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:45:34,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/cluster_c3368e56-6ef0-1d81-a2d0-67431f74dfe3/data/data2/current/BP-843242399-172.17.0.3-1731591846797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T13:45:34,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T13:45:34,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T13:45:34,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d800e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T13:45:34,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ab52e29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T13:45:34,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T13:45:34,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f3cb9dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T13:45:34,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c427061{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/449127f7-f971-b6cc-c3a7-ecfd14bf5a47/hadoop.log.dir/,STOPPED} 2024-11-14T13:45:35,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T13:45:35,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T13:45:35,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 94) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/0ac5ae04350c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:45771 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:45771 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/0ac5ae04350c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:45771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1594924604) connection to localhost/127.0.0.1:45771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=472 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1089 (was 1657), ProcessCount=11 (was 11), AvailableMemoryMB=1228 (was 981) - AvailableMemoryMB LEAK? -